diff --git a/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c606ab9763b7b245fd892318aa8f51c29a3b8b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675a0552befb80bae439665e84c19949a6daf9f55e3866fc0b5de71334c4b15
+size 129106
diff --git a/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742e1dc04a6b150693e6ab72013939be767590ec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2e5d859f8916d5ba5c6b2cd2dd52dce4cd997a1c4338621fa7d3dde103d9eb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8afd757478712dda886a14f46dceb00281a501
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7918af754b78ac43824c2475342b07f058c379bf969ad7eeb6a128940bd6737
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d287f212ca2697c3622f566072fc46dfaafc7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc87c62426b72f169c31b5c0730a2c5fcb9c153db74f1a91869f7afef9b8993
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4fd217094e45776306871de0cf0ace2c720501
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c459bec75c40b9f4fe23a996639479fd2d794eb0ce88359cd44ae457f001c7e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934ee89c7dc9a9e25b054341e2b7a0ade04fcc98
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5b83de4969e2253b34587423731957b9a8ffcb28d6bdcaadcfb938d0403af
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35c97b4632a196e3e5999368daff60d18dbddb0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d8459cdb0527906dbd10d89f405fbd8e3d650d73d53e872291e59bffbd085d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931e7d3f13039d5bf59e39973d0dad6d0ae7a1d4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a11138ed782f240410b05fe5d545473cc3aac9e3364156636ba98e8fd19372
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e947c72df3363d0e61396ecaf4a11d2c5ec52
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51515a9677b0dbf39997f4a959fc332c89c9918d9b23350fbc777c0bac25496c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc443bcfc7d934538dc01a5f3de5b2810145b49
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51753f2248a0e20faac630f96f2cf4aed77b0749e1dd359de133e9bd59ddd65
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e611b9c8180f3593d1661ef87d7957be292671
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498fb4182120809be8dd9a396ca0612e01288253943274cbc130bf6dd4e26f7
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbb1ae4f41b8506503b6f437b34258eb8b70efb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86e105dae8060dccd45e09b43dae3fca19f848b8a38bd4548b82e65122d5e3
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41a7e6d961ec76a431a0aa8672efcdb16c5d9f9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59862c1f1da12f4e63da5c6225a804462d786142f1ae81c0c8eaed781082237
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345f130eafd7ae5fed6daaea0841dc293fc891b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dcb6e52b7e5eb41956659fa06ce3ebe5e35a455a76f27feac2d0dd77830d19
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6bbc78d05b42bffb49683a9f375a339cbe23b8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532d61ba8e553278cdbb742c07818b69657f0ca8ee027aa29bd241520f2eaefc
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87928d45ce172f458a61a11e2876ea2c52957bc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e80f3d1c8af428423809c22390d65daf25fd284bb840f82aae15e7d26b31a6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc4ff1fdd0df9735140d57bd5fec418dd840402
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10da9ab03d420e5271bad8a326909ebd469c6f2a73fa916c8bd5934385d5f6b0
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1d3114c9e1bb82428fdb71690091af4d9f3ca
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5761c76eb2dcdc3c4d4a3569eaa323b2986b37b6ab50f78f146e2d24a391d41
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d93124a01ee406b36aab97785e3825ca662ef15
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd316c135e6c32380844661e3f28ac0461e0a07b52b9072020ba863ae655d3
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333a8835ebd4f5df3118fdb5de8cf256fc05aa1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cd03f83ee20a4acc41c7ed656f47130ac4fcb93aea9968dcbd125edf4ab874
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dc92f8cca8c80d20e4de8b803e9cd337921ef
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7d4478e000ce56ba0953f463271a63b80cd59f9354d0ceb7fe8b781335bc9
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5679040caa29f9121d7eb86399575973e12255fb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8be86854f895880fd15db532a5288dd25f42605a4985c9c1c60b8f64e4f3e1
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f0d6a4ee2cc2965314a5202c7246649547226
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b891da1cf54d4bdd5ebdf6e5e4e919833cbb021be6258c3073cd76d87f19db51
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dec49a25ac38c10b8b40552c17c1c466df03d5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a152989b47bfad66b87d3459ab2a8069a9f9eb10569de19076b4f934e9968e77
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f843b8d2ce73c79c2f48918dbd02948548df3837
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f72afa9ec4f39032f621399e455ebc647ec9019d03e008ae0a0d0193f7302f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d700da7fafd51c0f05828d7fca3a85af470ef9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633d1985190a19e567019ccaa224b1edadc67a9d008e58d69e6b8e94c7aa078c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83a44680e537ed19bc2b79eb77fa6114667af5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bd3dd97b900fda9e709d81d765bb62d5f9174d900bf52a51e9eaedbf2d4546
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c197e73a4be1aca8ae99c17433152c157b397a49
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baaf39408c38452dd86f27725eb3b95a8eb381fa4affe432e1518a4088b92fa
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ac88930f8757591967f6226b1881fe893dcb8f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c4bfe5cea863cafab91055061e709c6b6253d74e34c8c6b07f82b58e45141
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e35c65db4b401479f63894b221e35c9643b538
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055cdcc430e4d5ed8d7a1585e5b9574338f867e2709209c7f53a14fe9fb7c53e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33692c8c22e9851797110fa652a3cd72503f9d09
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba2bdbe527ced291b1090164f6828c694185fb455e43f949dd9cc452a178a56
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7200e5ec6b926bc03bc5e326ce864a960070be9d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c42878d605bf76442376299f9620e30d083c51b3e963918c27cac01401b357f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a9a48f9f952d013974a5031b0e7474e680dada
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe331d03033793538d55f44a4d9ab519e2993bfa7d9f443f33974ed105836f5
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68d6b83a02618526bd0b1507593ee3e9a93e356
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb583230fa8a86a14649bc255394d997140397e81a27b6f1040a4cc5612fafbb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8817db1207d839fbe340443335870b6853eb3a31
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee396976b6f2b78621cd6f23c2fd0dd46496bdfa21518d33aaa9712db2ce9be
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10ead874e566b883376d434bccac81a5a81ff52
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d054cf218a1338704c4fbafd2f00c798c4b5e95e219caf92131faf144ad5ab00
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65b8722ff6fe65d330561d59a54a0ae198b9d53
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32ea33066ebe231609ba09fd25e66d6b1ffe42568ef6c7e1cdaad4881446e0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e20a9cf1dcc6c786ff4f1a08fcc0e94d3348e9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49588037d055f40902119eaad2bff555675fba98d3ce471e3d4dd43c4d1fcc85
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cc2c265737eeb07fcf74fdc50b3e042de6e3f1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9aa16a4d49355eb0774791b64043a63f28ab079db0efeb5003e2540bde4da
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edec8c3b839a3b3846a059d95c67e9182d89a0b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f30a77ccf9494872350a23a5119ac7f832a40f3defdf70dd6b7b8f7f5738442
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda1eff2bbf5dfc428497492ffafa7712d1d069d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07fa34563d7c240cfb9ae205521c9136179441267db248bd8135296e59239c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f3932fb5a238b657af15a690dbaf17fc2d21d1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d046764a8a889f29552719e65ead4868ed46d1d6c3d1abb00ba811c7b5cff14
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a528bc8096a802225128b6f8366327e81849fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66f96af4c7aa18a371c10352fdef9d88a2a241fc9d67ed6a1490584e0aa3a16
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e7e3679f8f24e0ca66f31f9905b32f5151e946
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189f0fde6722f1e6c73d8899b06063578bcec656c0176c363302c27ae0cb258
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bff1f687b08162a30059c4275742ceb871de8e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb0d7875423dd38b61e2cad4f9f126870527c007883f612471c28408aa77ae6
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f9bb602ab31e1a2d2f9544a053f19c762239b0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b00d665ba7e1d320c837c3b60033789b1fc2e2fec60840dccf626e210c1cf7
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1a2e033dc36e2229213d60dcc287efbf2f9bf5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6aaae630449ed68ae681dc189d93b03edf85ba426c1b0a926b56030c9a3766
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c2135a46866770c5aef18e851e98a5e28f99a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3b84aa2c2c928cbf618f33009b2487f3b953b24502c1194de274a36cc56be6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4da7daecf18a16309f7c11f98e007d707a79e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c859124bb9ce38b20ba505778c8a549eb6524945d54cb1a8b55ddcb6cae6e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be35f0a2e057bbc1c8ccfb0e40e9dc2067a99ab
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd33a1624a6b87b9775880d065eda0afa89a349dbf8108227c825857ee30a604
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387ab4ee631db596090805ddd7d60e57d0c69e4f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcc923ac4e96fc97930242035ca6c802dc19dd086ac6cc1b2da783c1131880b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2e001c2cfbcce8753761789b1b45be15fe567
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e9571f010b49a9000facf86719033124f54e1681983fece20c3482302c9fe
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27919a98aafad7f8057503c6b8f2b8729340cd71
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff79c0c963fff8c304dc8caa5f0b0e1fc2ad5a0ef20eff604355dd90394148f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e33d3d75bdbe74f9d6f88c4a4d81747292b358d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfca8993c28c744787e64c22fd6241340c6517c50fdf26cac33564d5521ef756
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6ffd557c53728eba1b2da9e29e694381378d3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349d6c7a7f1d12cda1c0f0c9e7302ab18c714299411d2dc7edd1ad9fb765cd1
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84de9185dc61696cd8e315466d4d3342200369b6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3cf554e07486afa0aedbfa74f3af44e29fa2211c357904bac247b3764a8f08
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bf6eb54b77ace5dab6e888a6be73690f16ab7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce04ca0abea1b3726ad833c3666c2d321d9aaa7aaa5cab3409bab715f4397d56
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503df85c7c459bdf670ef519811265e481557b46
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f77797a703ca8fd3ff9ca9dc8be345e201a68772b48672ceb3f1b61b44ab4fb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf89ec8aa3941fdfc4da38d10572c889a3e12e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12e12fd578300893cb6bf84ccff881cc96c66dfdf5007f897cd53abe1b25b4d
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271c0e87b926f87be8b681eb3d262b842ae97587
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6649324f7794bc4dc539f870b351c39b39b3a98765319d753163838abc6f6
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80c38012d72b64e2d2dcb1d4006f75e788dccc4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d563aec110755d58c578b1e111696fb32d9fa8d4a9dd02fe1b42cb40af19c0
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eee94184953143fef0540b7c8f006c6b4a8df3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9bddaf977cf33a61080f794f2be2fa99ce84d8463b8a1c24cdfef8290504a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710e15267d77b554e914a644a4fca77843224f3a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62a689f5530bad76daa47bd1727038ba73a6b6ccfde3058207dfabc1461d1a3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84472a3feb7b91497f3835c8b63484492f4a651
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb2abecdda625bc7be9190f2254f5a5a79f679ea5bec5e6f58409600d75d8f4
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7152ef41ac780fc3931fee9fcff7a4ce13402ff0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae2fefc05996736ad2cc6a0c89161befc4a397338384f22a3e0ac3d37f985cf
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef472392629e8765104a73c206c3bb895bd2dc5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e5de5a3b606156a3ead17b36e068c15136a746e72a9e5a1bf305d8bf13ddb5
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97498179a9366e7393d9c8d7465224c004c09e26
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c62c61a89321011d3c5c1665b1e96b1501426c300aacdbd8812af9cb139d4
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69390226e08b4829dfd737e718ecc44fee32fe58
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc39cfc9a1ac83eba57cf75f7b6e98b9ea612d1f02104fd9fd0066fb9d02588
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa91c8a98e27000b8ba55bb2a2a7c4b9754c246
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1ddbc281068c096e7e8f435c32c8e7ad8facd34fb621e4c46b30de1bf1649e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cc6995155f78b1952f9863fbb7710ea78d5651
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b5cc91db65ae7777b8dee854abe183492f1a79d132bf334d3431682d596f62
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6955aee68065c9dac980c441c896a7b4df1af925
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09475968c2c8f96e608c3828ddbfba37dcbcfaf7860722e028a792187bd155d8
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba0306efec5701425e12f56c91236af305a427c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa277fea038caeb6b41056a7c7e00eb73da8e904adf06b9cbd02f93cd6f7bea
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d954908ffbd1dea5b58d4ac7d02ae372283c86a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52dd8c530f269bd86c804a76175b35c03e93c08e8068d27856b1237eb731259
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e320c8ef46e6011385849d2ade1a4ad919d2fbc7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec79cdbe64ae4bad36e95084e01bf315bdde5b6c7a67dee75fe5dfb403600fb
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13e465ec947ecab4a69d6ad73c9888f9b3726f6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4875a2e0209a256fd63fe40eade41b770d306f8d5efd582696c2cef24b5f34
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8095885588eb68868ed62f1d8ae47a50a09735
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbab817848d22a8d22f604c6d89a44742b5afa746d07a853d34b6a7cf01edf6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39b12b48602cc827ce434e10b58d9635ba500ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2e0ac76d6d0f02c12faea71a12f3cfbffb6509dce42d27727e1964a554e54d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ea565dcae7bfb54b88c0d569b5ef1d6462d120
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f667dd99dccd318c877fe535837485f01a0a6c94a9332f0ed2d747f047f7b424
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bd891086f902c7920861a98fd9aac25aae263c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dab38b92025ae7f03a033204e80e880b5107da5dc89a06992f07be9cf43718
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1c67c8f4ad341c71f95858d1a59e2d79d1d3b8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b9228826897a8e56fac61d28b30f539ec336c617b97291e72ac0879f07f485
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477675f98e8f0218a675321fa877b8f8954d40d1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baef880fd7fa54339a5f1adc2ced2913162c135f208ddfd90785c3bfcbd65da
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05592af86d7fb3b603aa6327608057557bdf3241
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c25fd2ce121293f471ba10e4216853899db5a6e171aef826a38ca98e361e977
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9d47acbccf8aa10a49af52ab83bce827585b2f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704294f39904697c828dbaed5ad3edde4bd0488aacb4a92970ce2ac5afad32f0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c7af3d47e3a7c084bead04f4b36b2757c52ac
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f62a58ae31a24ca3a11d02b5ab67da449d6f3fa8bedb8e1c563b3f14924bd3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0698dfc668fdb9ae1fbe98d4d333f6d8acd41293
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84ed5ba0c432ff7a9378ffeeb70deedba3657c3085bd98e0655118fea4ef729
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd619002f8650d234d2fdec6c03c9231569eb12
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ee8f95088a3975a5c7601355dd7417f6b123bc5167a6f11249b23895800ad5
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05e7c695b47d71caecf0d609a5227e020c4c3fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927051ec32dc328c5bfc5c6741567035275ec559f69f8e7a3bb868e655f6aa3a
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca19c90728cca8c62c792f1c2f020b300bd98cd7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a5dc02ca81a7692566b9df85b3c6ac0fc8d7cec706905201f604f0136900c
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e9d123d06bdb9bb80b0b3e1fb92030d9d308ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907dc1930380e7652e5751d4c5539711de971571d8368dcdf22d69f608668802
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e40c9a13826233bbc1b54c5aea6cf3ccdb0937
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4d3995edb92d0a68f88fcb65a233dd036f927fc6e20d610408f769080bbcd8
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c7e01cd1b4b9723dd615a8fead987d18edd3ef
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c14706fd22dc183dfbd6c05890841e273ee57c82d66b937eaa658513439f52b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548eecfa1b28d7f9434d1fb62cd4974818058949
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648d48723a39e1c73aa9f3f64150f4727643c47b921dfe4892e1b81e5008d9f
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2546f2c04f9e8af719c68bc02c9094fe63da1272
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00348edf0f9fe2e91aedff3fe05316212675b56cccfe5a10bccd52a70b299b71
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411707560aa34e07e6deec550f157b1037bba63
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2ea0b14c638f781ea25f79f9f3d3061fb81c15e14ca57da26c1c3289a38092
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb313c08e6a423de0d01b4032c6de78a02097014
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b78389f8b845066a2b35ec8d7cfb1a7420ede192662f3b235e1bca52ffbaf8b
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ddaf9cf34da0e0b19284793a666392536d813
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99138a5b15674256b36dc53b2abd440f887c1877297cf2f572ab368cb5ab62d
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964aeba36d15e73bdebbad2c14414b0d553316be
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0841dfb13c2b495ce1a54b908efff5401139db02fb874459c67f37aa65db03e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b16e3a886aba3966f521257f1858deb3725196
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d148c72343190b911424f46ba1406581e91ecf9c93e0b6b52f0c4e376760bc0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0520b4e76721ec93fead6d189a78d5a0ad4b6b3c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ff9dab253182e2e4658a929947a47d7831d2d68cc259172fd4881308ff30f
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b198b194182f3f7391a1531dc9ab9e854f3c8bf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e84c9559ab5fc8b235e459647c2b3f42753e959cd1708714e39dc86e9a9ea60
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94382c85e8e67c65ef3c84a0e77dc1f42758150
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f41d57ad9c1e44e4ff555fa1734730d45435f9d48be16ece7268a67242d7e5
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81301eb515e1fb92a1d402ca4769189f04753fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5b928d81c190879acf3e9ebd872b85630262d470a85a73d4f764bfb12b805e
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad4330e61847d337070c6be79fac6c35bea67c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9309dcb644dfffcc2ec06e36fedbcaa38efef27143657a7d08620162101a9e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a189764ffedda7e363623a2c439d3f752d234bd4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caafa4d8acf3ac9b0db27448d9bb6c9b34c98b2156ec6d60cdcd70f6bbeb206
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45bac114f581d7ddbc6417f1123524ce5442e4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffb6e2b134eac0033e69239c1963c5805a4ef28eb327998db7b45d6aadcdca1
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d460f9ca0d8be825e9d187fd93af753d8ffe42e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bbbd8ca5ea97a60d96f732f9faa8532926735caf9e7525e0cb8d9407906b0a
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cc031f80133866d862a90c1aabae9650f128c5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dffbfa11b97b60886ffa527231d113fcbcef0f1cf05b843b26efa8449ecff6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f55072249c4990b06d0001701906573efbe2847
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fca258dadede6466db8c189d5dada97b94f3fe8c8cdf4635592cf92ba0ec2
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00475b7f89b7742aebcd77055107a711975eb524
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1331f1c53ddbdf6b040055ddf9cfa37b51b57d97d3f07f9ad2dc085fa5f60be
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67038d57c353ac3bd3c22c908dbf7673741342b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6153dcdb4c762c1b018fde1dfe93acb9c8544d047ad88ef43e3b38c87fcec2c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9792fcc22bb8ba0d153faab6b5e7588626480e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928ee8cd8e7002f8881b3931f948c67325b3b2ea6f447158cc04f5b1fb75c998
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f20b3b24ac0da74dce74da337ed669ef6f2a0b4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bde5437c3698b693bd922d87fe7764502ffabc9998fd7d14814b758a65bbdc
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dfe79617ebf77449d026e64fbdda9c75a5fc5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ec0251c2a84f7ac32688f304a4be06cdbb9f6a1c19b92e06a335bbd3556bbf
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78aa4ebf7eb67d17c0a057400917af8ecdb99d9c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4e9efbc9c7cf9234d967ce48442bbd78f9447ba2c41220bc3782b7a5834a3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd8e595683add9f11516fd0466639d2a298a7d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6976b4554e0c959b8992a264d2b42240c542f1fd2dc33a8ad0706501e7f7392e
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f805f961af7d8feb2b2a5c1925cf416adffae9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a2ab0c73c26e10c788e1f8f3381f326b4089eb2cbd1377ef3f2461eb6ff387
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e6fb0476a01d7e6403d5eb1bec895fe3a41ec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d1cbe608f77c3f3c17e246bc44a82aeb84f886ba55cae08bdff4d39128502c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc8890ceecda422e3e21b429a70985de6f8f01
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba0225cd888fffdb8c320faa1366e10c9dbdedca180b145d1e64f90c262371
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3027677dbe7641b6631a3aae9df3467bd69ab144
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2840f35fa2b5801892068947942fe9d52819eccee268ff811242d6dbc30e9f7e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d7ab574a830f82d4bbb0868a15ccc62f6c715
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d574251acf692c7ab8250d5857c2c5aa91e5cc4f4283a27492c799b668a74c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514ab1d7cbd0b604a8776cfdd224a08d0fd6b881
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18b63596e9152a282667f07fcc9239653e9ff479556e2ca6c459f9eeec0633f
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefd0589d5cd750eead9b69468aadbd01e62f929
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae682f97bf109e80f94acecfc8da8b8e91c5fe635b948be4eab1c0d8e4ac4f8
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1811b16c73f9e23343cbf0c1ad48689d88ce4f3d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb3fe8749b8cc78617e68fd1e6d6fa4b6fae9d5c5131af9ad1ca621c8ede039
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e745e09a9ad76c2067c348348b3735bb4a1bb8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cecfa114495a65c1eb2b90b70323b113d6312a1353a4a2fdbe8d3e3a0b9ac2
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b40b75203a4614e7c4fc10a6779db99c14b9167
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f68a0bebff79b2972f72d5ed635e9ed418e962304333c0cb5e1b171ac32c897
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2bdcd523e0d1346cc68d6a67ffb6bf8d53c2e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fd1a9de4555a0e931a84b15e069a497f9edf4b418e4c858d6692cd9a8dd0dc
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa15950a97a221ee4fd26bf7cf5fa10495e3bb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e358305f181eb559e64c783e128fb49756be0752dcbf7e800b3f4f1639b0362
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f9d5fa8f3e8a433cb214914a44b97692723ee0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430fbd4b6de7750defe135abeb3a44f6d0f54bb834ee6281608d9f3bedd8f52
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4dc516f625e22f249d8528027bb4e77e60cdee
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd93bb573e4e34bed657494a68333cab9fe3d2f0cdb5992a9874e93a2d8e8af8
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5651170465886309a9e9a1d02e192d575ba766
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b8914b9dde19c23e2060fc168f6ac90051adf7e06c54c8d99658922a5f2024
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cb6bd9a9cfc0b568aaa95af5bb6386b0f13d6d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180344bcc77aedb39ca1ab4b586e5984527973d053392f4279cdbc212433c468
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf253e64f3fbe9f8413d1ea88046e1b89965996
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213dc29c8797ecb6a9af386703f181c33e0995ea629ada7bdba476ded050e63d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d976c56a62502f6962b6c6ab1cbfa4274956a57
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d4d532d6569d208e60742261f9c1ced28b0631f89ee1528750309c2bad0211
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2252ec98d4b4c728b344bb123e7cc28f94fcd7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66141ffa0b156f47f9b0d6418b3699126ea8a7e34e5d873367259f3dcf584b4
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adc02a34b6b1332e5c288b5a9fb646114de3cc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d228241a58405a3e9bffa81d1448766ccfdd74abfd3e9c0f0b3a84c3c509e7
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d8a11dc3dd75aee56aacb18259be6ae4a9d7f0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4a99566106c8df2c17496491517b4356723d1aaf51baa34aa7571e19207c5c
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ecf776ddf7f3e5c6a421b3cfaa6067da6c087d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ae664f5d753a2ccf834067aec66bbd6685c728af281f4d8af13cb61644660
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd016f1c8ca3f22cf837fb21dae122e1ce9d6df
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ea8d091256a63a932ef2731dbd9141e22496f05086897263f47d87aebfc373
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291a63cbcf557b99bd41f23b2facbe06c0b2587
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf374a055933014da3a879f50dc90cdd01c6c84e6d6492579ca4a4f57d25387b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d7dcc3d65b1703d9dcffebe8b0896ad926ba8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90260d6ada6cf0e025ea3d32e032e5413f6818131fbc416dd31d85bc3e782e66
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5885b2c98dc5b164e5b2c116fb612ad833a422c6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4eb9d764fd1a38eff8bc0edc1416bef5a33f835b8a90566f3f89fa140d0147
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17f596a99d711f5fd90af392ee2261d89b407ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be212c1614f93028d165d4aa5f27e7849bc382310270ceb0e23d949f96544aed
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aeafe60ea92ed17528c9bb117154ad03d4f87fa
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5894c1a57e83e58ade504ef4d7d9fe7a65e5ee3a19339cbebfe47575bea8a63f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be73963bf29f408a85ad051ef72d2d554c79821
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdd1655b51a8a1e277233d70ef5c10d3b1905cc519cfbe568efa3efca229008
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de52e2bb4ecd2870fe10fbfcf6396ccd8a20737a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff278e3a6a5b6aa15b5c83a12db84e7ef50fcc293893a1988677fe1cf93262d
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6324e422cb6f77d504984b7d44cd29a3108b022e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf26726357dc9c89ccaf32465fc595135c7c0df0fdb87c141c48042cf51335a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b518ba0291808d3f2d431d4cfbbb4e543fc4dc17
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5538514a77a3b4eb35f8244e5497eed43c82f97e682a3b550a2b3bb31a8ad
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64273298996e464e910e678a15dbccb1153f1b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27727894c02d56b39a58ee2e099134384953a9c545df6aaf8ba4c65d7fca3b8
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f131c66d860dce5ad51fb1905b421b0570f4f26
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218163c59c2a2e72dc08a0f4353896dae20d6eaa3da9965c3304d33ffc294c9a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa883fea4e8bd04d751a20403c4252e8ceea6628
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fc1dc9da9dab4dead4aa80eeda9062ebc7bd6bcf5088678739ce48b556fd15
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c05c56ca1ec45c3fc00783bf3b48eed8561ef1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134fab06721445782adf82f6b0dc53f6042a15f101fbfa0a2dc01a97ded6f9fd
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36356cd602f6604b05b272cd9bda6973150d9cf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed64428fb594ccca1b464831d6a3e42e3cd7e0c5865d0a1b02d4cd788b006bd
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111818e7089a06b19d021335412c4c5872333d34
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee764e587ac36158a29a606729de35f153dea182dead323b830bc01a7e6471c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f2d4fb13492f527e7627007ca71269757cf9f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba789cbf150c68df15af3258ed25e1141cccaa78170ca5498c871295a2beb4
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd2fde6d5d7aa7ebcc992f4f85c52025502a47
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c0f6f9d3420fd6ce8b8e65b7a392d4bc3e863424b8676e508b84579ae249e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fce08249648ab86b9a67e1a89f3229038ed952
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d650c2a00f007475bc314f4535421fe666871c06852e549042d4d5a82dcf1
+size 129249
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7402cd5d084b23e3528a343c0b7025dd31b5d6c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2cc24ea092e14adf6fbb0639a2e68daab61c08c4c1ebc1422e8ea95e347116
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2453aac466e7454adca21e2937673da4231b783d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393c8828b60770cfdfd5a147e82796a16369c447d8cec17b49727a21779d8430
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a71cc4f6df3e8cba2d824d62d79aaf39a85fa5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c2f4884a137b8430217dd25aa1443c23df0e11d27a963cc899d2d844f72cf6
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f0542ffdfd1ec3c722aececd4f63a359d6b900
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac749a56d27004c3277dc00add27b5da4c039d79fc261e8098b6b32273796cac
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8547573eb1fb43ade7d47d395151e025aa116a8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2943535b16c75ee1b8272fca90dc40e3e43b9e8f10c1b25f9ba108fa0a3507f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a27526d326d6b7877e8595142afb0514bce616
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c14fb74b8982dcd4e0ad1bd8853997a7706faedd86db1e6f2c9ac946a4de14a
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4458dd484cdbe5906c515a19b4e4f60d210d25
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1926a03af66fff0284525041250ac65daf36f2d87ed9b991c7945e63ac9058fb
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0fa42baf0a1a6749def453ab648d2c32531e93
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6a8daa184702b2b5b7e1b525bca6aec0c9a1135c0729906b633a3fcb06059f
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd1c389abb3e172ec94efc6281fb829d59bb058
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6122e8ed5b7e72bec7239b20786c4380e738ab174d8cb0d41baefea920c1211f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc1f6fe338d67ea477eec462adcd85cab8ee8e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd0b4a2c7e4e09162fcf480d72f314473193d77cfbe20ec9bda0e5df80ae48c
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2301e6d5510723b03223be7b166864dc448210bb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcbecfb296259f7b8aaab36432d036b46049bfd3e05bb1f8d5f2ab3f8b9de64
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397ee50aad6e89fc2ee6d8d2fcc12d2a05e0d530
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632a71d01b560441bbe8097e2e0342c09924be1ca32e16f6ce8c62f4b548ff8
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3bc0fad57c973084976dab4af7ff2c99929a84
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518e31e6c1f7622a51af93e63a4ddcff5ace1eb8d65976de116672afa561f938
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7dc9708fa731084a63898d26f22760de8ffa98
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fe27f2d6dc9448efe9421e8b6fa26212af59354d9320717ac02e49f4eb351f
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa552579e2ef60c6f78be393f2797205c1511ab0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e3124f9748ccea6e162ef6ecbd0d7937752cb87990b958cd1345819bf4aa73
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ee2f834b88d5c7fb94a99323b242bab09a072b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5920770d11a34ab27dff6b9f6a1f83c971427062ccce3762e7e8c7a939997d49
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca965460ca64e1d8eab6dcffd4cd038551171ff8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd22b00083416d64dc697a393207a939491eedfca39c0cb6ac27471221ea921
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda90d78f175833d12fefebfaa95c533f0fceb28
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239d8803534aaddce070542c9c8096b26f54068b477e44f7c386b74001da0678
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8873342e36502a51bef65da7b7acde97d58beb85
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e73d0ae23c40bbe8c7cb7452c104518e2d27272433c47751b4e208a13e78385
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a6a7672c1251e43cc0d43e6869f4abef76ff1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19958df04595ea81127f5e79e99c9846c662fe1dfe72e52f8a8d2d7d417512f8
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3234b5b511eb592a23afb894f3db7bc6454f82ff
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84185ec3071db8ceed49fbef4d926b298c26295215daed19913d7f8bc2b4fcce
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80d4827beb6fd094bd20e7d2dc0fe5754a9b3c1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c32fe8ea9cee1ddc0c8097a94af6aee4980f4eca7a1e855200d3552ee8bf734
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d51857e0b06ca4accbc0992ea7bdb01943d2dec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d236a3e70947d9043462c59021deb48d546b9b98825ad00c04d3bec83c2bcf6
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265fe962c663f40f2761a869fc5e4e8b9095d347
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457311fb16bbe09d6f54a40b8eb1cba07680637dccf99426cb1719674321ae62
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be24da6d1c21ece012d270651268389275d170a0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3491c7f4d3c3b8857207699555f5db3826d28df7222051076edcc83677fb290b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7044c090ac146f5b8222dd6cada7e415bb442b5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c79a3be9adf18ec022e758c58f6858dd8020575f0e0962f9943e1009757132
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d957f132744f06ec9d1c23e05fab84aec0117
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef4075a6c5775f58b92f4510f98fab881b8117ef5a78e51cdb28cd753087bf1
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6901159acdf69fcddf2cbac1514bc1901100c4c9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54870ba24df0144dbfd41c1ab3376ad49f3494a75130ef7894202a32a5518286
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464855a6ac229aec5297e81d2fe07798b0ffea4c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aa28ba5a2a2ab69814b8ef23ef3e18caed00fa537aa771711e0509731ece14
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a9f4dcdde440f5b698031d8c251d115e061a05
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482f0285585471b72f5f0e3eb89cf43d5560cf2ce78fddd315c51bb65b046699
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eceaa9c5ab25da9d7590af42599e011c4b491a2
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e62a382ee7ae29614a5314c5f0e5a57b7edb08d4899fc70f05864479a41a11
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e2d69c7a6fa8120c701fb2bfd4c636ffdb4cf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cec6ef43742cc740603aea8e382ce1de1d1e783bfeade4a3da056104051193
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da693e9591b0a48f4a328ad228bfeebde8d301d6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae310bf2f866fb0b2e1e3ca2a06d95afeebe3e9c129ac284dde1776a7af3c80
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31de1758761d3889b10834353ea2f4e69940504
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bba7949884f30f2eb404f0b0413c86a26b2d449ef4a366d92f13f76298ed46
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9754a144eaf4261186dcd026339e64199e37f3e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22aa50e0680123a929f4f0f89e4f06d1a9cb4418e77a4c74250dda642f2116d3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d794a2ef4b38c9863610a55221cb497bfb6208
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba2ca784ee17cd67c3ef8cb533f48b3a9cf54a775f3eb068d0ab86cbfbb54d8
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4561a4c7633b41ec58229cc49a981007ae899332
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb4ac3d8408fa07d1ae519e525e1dbb5290419e5771d49e7ec709e1b127635f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76468ed5153ab4980a0099623c09fbf8cc026ecc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a46aa31572922e92fe307a31ec7e907ef45dd739132606a3d8f7e526e0bc65c
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e1ea224d9357368a83bddb36b20a4e224b077d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967fe94f0fb7cb3f6a154cc14080405d8f986b2a352b51a4544b20d810972a9d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feda9ba3627f12a2710d56bb1a12637b6743da21
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363e0732e74468625a4d6961d2fdd463d3269598da7e67922919b1b352749ae
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb704adec7116f76ba6a424392ecec0d104c0a2
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584337320cf48563718033120caadbd04c6aedc4ef014e9ef99bdc9eaaec76f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffe676878c863cbee66b54cbf315aaf731c25e1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578a71a66b98b285a351ed8b26f18ee67205caf0cd3c46f4e7d7a9ae358631a2
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c2f3e9e78073af9e88b4d89bb9f5f6fa422a04
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae9d19707f09db911c00cba35486faf3516ed0a7de6eb6e16162532b1683d5e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa641e85e1070db605dd8bb50ece0352dcc5a0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7564c66010deb9ed2202eb737ccf2f0611b85bafbe18ae654347965d0c2f120
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b22a2f1de1c9f6ffa8c66eae823960e977ec7f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279350beed077fe35e6bf8ce6a866a23fb42594c03c1780d76cba63320b71dce
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc343d7fbdbf38ef20b02d7e8e53ea881f9c90f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dda8de36db66f0040ef959d997bc143f44e2ffe966e9befe1b226ebf1ff4cb
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905a5898f117bd4524dc15e4d9edc52ecd393bb3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5715d36ced6a4cb31ddd60ddaa412850b7ca74cf659ffb94b6a1aa10f548b9
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee8f2d436aa1e4d8cab04f919c53ea0728beb3d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6cad7fa6f986a39443fa6d306afc6260fd09f4316187182b01dca9f0658632
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e5c0ae07697f0c4a16d5f58a0a70ef23816c08
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0f1f567b875e01f128a3336001993c5f3e2ef36be8eac07e6ee68bc6f436d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638dff30acf3761eb56b9868ccd2ffe52a9647da
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1601e6beac1e75d0c9ecec6ea5cce99a167601cbbbf60cb5a3556571bf6e166
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa54c0728c5413148c07fd47e30ceccc66eb41c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649f50b11906168ee9cd771324dd01655c16e560d0d3f37651ec3b0882028905
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95261c52a597c3118f8c6b17b36c003c4ec00f2a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ae459302b3346be953983c9b0ce9832cb412912abfaa4050645fbdf7b5ce21
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb1aad43cc469ed1af6bafda5ef56d3f64b8841
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee06bf36ba41ab8ae95c18ce29e497a87ccd535993be9e159beb3a72e6aae6f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adce17b5d18e9ea52b8fd95c449d12992d943612
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e99b0b0c6b52c8a310447fa6c38e9b7f66053635095acc25f8d5c2749ae120
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566ebc04988f0864c54e01669a5d41b4ddef3397
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0ff321b5a2b00b2c32228b1ca01b0c7b4c50a63686cea52cf08b432177f0cb
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f394153087879fd4d3c286b96da5299063ad11e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7dd12a741ac3025dffc433cd98df4ede5684283e51ca2af0bf0a3526e966f
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35267751e415fc4088fe84a80d0840ac7b779798
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c1f99682ae97b999028f17a98a16fef909c31a2d00e6bd94236cf6be713291
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49b33188a1d3cbf3a9b6aded6be405c5fc7f8bd
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3edbc55ccce7232a1bd576ea9f5274020b3117a1b18bdcaeea4f97c5a27cea
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6320d7ad47899e733a80edb29bed6f81a6238700
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9a61a2cba5fbff98d2bd16f67763c4111c5b6a36e4f5aea68971dfdaafdf7d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0155f1417dc1ad079c2e0ab4d5a92ea0e89c1e7e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c53ed3612c517eb3f845dfcccabb29831e62f021053fb439137637e2da0977
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e839ddbf858679de20961ac4690b1cd4b0a5c0ec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb4ac96c4fd42d7f912cd2c1b53be97de907877e38ee3524f4ebdd06609ab25
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ca720fce3c35ee4b1fea5005928663f5c672a6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c8dd5fb99edc629482ffd7deba1d980a4b65969caf9893f48f8ceec0f0bc2
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e39238530c84f89718dd6e15163ee1027eff3b5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e6904e955dd51cb68fb2aa8214a96607edaf41597dd7c9548a436fadbdf3b5
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffde782a48a40026e3b150f30e8015c6b62aaac
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c565f79903deffaec0900446b7ad05940400036c3477ad2001a4d6026ae9b51
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1272283f6cc4ba7099cd97562ca3f09d12c0652
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e067443f8413933e45538e4fb55252cd55fa1aedd6e2851cff7f91bfda19b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e56634ff8b7898fb50c0c03b43a3f0644eaa7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a50d5a2689c26174f42751d85d7710ed25a0cc130f7215c9afe0656c5bb18a
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b8987f35178f174dc49727097fdda513fb0554
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9aceffbb925f09ac04fd29dfb339007edc9ac93d1bddfc70f44bd20f18e22
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430e9940ab40879d635516539dd2ea21adc15e1b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58759b5d0394e9d489bc6164bc839f3a922c17bb509a81aed6df85379af0d42b
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bddce4460624a9a1ea6fb90d140b348e54dcd1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4be5e2dfe7bf2e1fa863e0ca2183d21a5e6c44de05842f67d7dbfbe7d5532b3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2296152fce87480013265cb0028ce12dcf18ff
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a167c6db97e071c1ae39eb90f1930a623ce11b348332df01e562641c06aee854
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294a85b2cb200da0b9c004a53510e1e041dae25
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df400f8d7310dd1824669b940fc79aa1da1991fef9985b9fe98e8a16d40442e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae698f5ef2e385fb55d26f12516e0c957295d70
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4074234e9241e56c7d2488e4bef5aeb70be0cd4a27a459ce5bd7210abbfdcc09
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197c1391d3b4270ac699d9d645c7afba3bb63121
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c890852724306a2b5a686fa9eab22d58a1daba02c6a4782d3f5ca1f2980964
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9211cc93db4003108f72cdd374fdbd88014e7d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a29ae88f52f22704d2a43e43e9952d15a891ce690a533a844ca7ae83dbfe0
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfaf8b6f08fc15c21ccb6130afe8f7ce594fb4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dab2a60b98b93ce5d23697f444fcd24b9e1f66b1966531bea3f225f567fed4f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b796be93f1b461422cf4bf2badc86b0389f5e1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf66d599f0ba8af0318c703559c3ef9d379ca12c50d040100dc4bd40b98d27b
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b002e0e78d6775426908b35e27c40fc8c19a75
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb1df6022c4f1cf5f45d79cffd8a079cb17b990847e2d8d80a879a0db5673d7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30dbdfb96c5c4a834beb1854a3a05ace7c4382
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3252e259f8b7d7d155e8b555cabf35c7d371a8b540c791b31b6dbfcc30e150a8
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb4642d044833b3118f222f3a5dea79a3867e28
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22fa38357e513a7b05af19bb30e665aa3b4edee51a5aed252280b4afb7fcf0e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c708ffa04e87d171db404a3fd3a69a79a099a551
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8898980d991cdd9068c1a7ca4ebb9051106e89557f85ea8afb8c588623b4585
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ef8a50ab3386c511785cbf0be9450a8d6c447f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f785b7291651c0271afba444479a66baee29a0e06697855399a78aee916d1659
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df1abbe444a47b62c54fd1a6f2c9c6954c304cf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8e074fd96dcbb845d0ec050f5a68216321c305c76279bf3081b91b25525e53
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdcc94c12a4055c7976594f7454233d04dc018c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad05a439a51677564fde555dee94c162eca9d69c2b1657e6a791747f04941a1
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cf4736baeb3ea839a389b940c1691bc0a18fb7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9a9ea3470cbb467a77a12c7f0cb8151e1a7dbbcb796aa2e1674f9af9fd25a
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb339d6c6e7a28e160f31e397f5bed23db7ef39
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588eb4a4e23753665df02be97179727add04e54e8fb076ea4a652f79d4fa5ad9
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd892a2f1855598c55c105853f11978dd8c0866
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa6b636e57eeb770f2940017c2d3d35e87397680e49ea01e736771c9f1ed74e
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d489570377239f5ca43d994385c3cea9d93b8477
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda44aaec9cb51a9a1767c8ce2fbb8cc6b70aea6d13db0abee8bd3760927b017
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0040fc97d96f8e25d57141b13e7eb6d4eb984a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af43a0947e7a94b1fbe3fd20088a6571c2b587885470970e767f251f600eda0
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85362e8441b3f93519aa151ba7ee21be1c61f816
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cdf71974ad01a3f98334b04adf09367524200a56192e4187516a036e3ed171
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d838d142f7f11e27ffdee7fde825513c0fd418c9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402a32d116870a1b2d74886129eb9e55afdc3159e4f07ce999e5609b1226a651
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c591520c36800b01e9afaa55813f3d42f05ab04d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d8b6c7aa95e246bfa7e1f291b177c4ec8052efcbad2779ff935a318b65204
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ce36ef14f574626a0746705d1bae1ee64472a7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514928c066c8328ff230f1f3a7b3ca753bd90d356b225f850c888ac00b18484b
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7294be8dd1c9fcc1e54522999cf88b0dbe0791
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64c3f451f81bdd07e921cdb283f375667080162bb50c429f34028c2cc88eb2e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a8914062bbdf439e79107faa0fc0af46d25b46
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5981a08d62d1175404453973e25aab16169474a001024674a93e07b5baf9cdd0
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e7d7e756c3ebbac605547cf3bcca19a6410eee
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dbb5bda46f906677b905cfceaeb10af51886aded04211b40685e12d9e9e8ad
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d7b81bc01bda95d374f91b987a1f5521c3c3b8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d9dca02b410305b5fb0def2fe2362dc99d16ae14d4bd06d73b11b14b9005c6
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ef2bbd60c7ba36e052980d10e61b446691c5f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbb0206949f0621d1c2d5e10faf7d0eb49b7d286d2c0b12162aac99ee4ba9af
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c7f75aeeb155cbaed4a04a2177fe5dcd59a15b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc5e50e0bbcc0d19c671e0beb4bc945b09b929514235c866ef904b859c90c78
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12241f22724f074acd3c1583b55c3c4864d23b73
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21c59530ed7338af96cccd95c65c4ca68d7b32de15ae9bb534b54d3b00f3b86
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf64dc63e752b4e074f79e1e9de5ae6eadf1a6d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a836777633bdb4f369f6412e9c29853b7618d6b3ca094ae50c87aa40ff3a94
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b8a509aec391e42ecc16071ea581e8d7e8f759
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1a9de100dbd0caf7a80e583bbd547c8689b6be4efa85ec69739cb6121a2f32
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12c04dbdbb84959e59af475c308bf1b62678322
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd3fa996e672d5b7c8a398dc098e0782c05a4c4c3e07089081ebc4f1f8654e8
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc76a64b8bdd937734fab5db5d15b7ad7bab56f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad73ce566f50c6cd5c312ac8eebaadeea2855131dad814f078235453a502bb0
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd9d13632361112d82d61e56015539fb170f477
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5feee18b7477364a3e953c4ada0ee52447324addcde8544ca78f30dbbf7b2718
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61fed9e4bc33a9585853bacc62f8adff712680
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153380c7c4f68d99424e95d1a318ad61e24cb8999ce0ccfd15aa9fa06d4f2bde
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d12a07acf05e2f087f8a38bbd320ba2a8f2585
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b819cfb694de4d2caef1ffa8bb1dd18d4aa5e2c95fabb0fc53784906c31f132
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8190a50a9a4a6261e295412f8adc1478bb20bbe0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb60e76a6716e0734b8a951dd2c2c7f51525065be3e377dba1cc5c52cded85c2
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0d1d739be8b1f71398e37a91de322bfb292b11
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354d6dbab95a5159bc4d0f15b80e65d23f2c470c756d362a880b4826910127f2
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86008cec4bbafa9b3939e14bcb499ef72ff3bf13
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df33d4a4714c8760811cdb2bd4ded380568ba1d78dc698472bfb1379e1baf08f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c64e19f1aa15e4db8d7dc9feed4beb0d09be65
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c931caad2d7716b4bafd8b6b0a9565cf811f2e70cae5cc10e79f8c935864143
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e027739ad5c2b08c4f69f59164c72ef27c813d34
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f972247316fd43800257a204b59aeffb92717616061884c29a1348ce09cff841
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eacb42ea3e1ae1125c27576dec686c2d1bd99a5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd90e524603bbcfe0ce80683dee6ea565a720046740a66bfa303e506ddc0d9d
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c690b2dc58fc35422609796b6e2af86636515a6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84db2240f1c39dcfbaf19c2dcbb6d172e5b936bea6a84761d932da52df91249d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422707f64e18f690d4847d05b356c49e410805cf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4bf580dc4d617bfc81ed184e8b1e48a4c1c3b43265ee9b2e8c153d66aadb9
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3011c3924bb89047c0fabbe6671e3b9150a7771a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4d28ee07ae55ba37b70352f32d89be1a0f15b60996849815e4f4510da1f8be
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a308a2639079e2ca634705ce16b323c6718a297
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454763686f78725e925145d2c2b71e06b717b79e243e2d627616adf803ff44c3
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab6cc7b1765ff78b4d697a447e0f5835dbecf07
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a877d9a06c8318e7fe0c3e8888711093704e6600aac3dbe84e691391ab600af
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708251e7de69f005c2f757f3a03209f8fe9a574
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6c0d6be150b19ad1dcbbb352423e376178a6356c30afaf93d2b8e1a50b4ced
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d737da132a1e3b0d2b6dce04ace8828366e90f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff252c71b9af31d842934a1e9794d2241c1dee1bea641851095913c28e0b09
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8847e3e98f81a27bf40fe6e05f6880458d6cf18
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdd61d04e758f02d2b2be856c125aa57005795117c3a8ee6f45d811b9571554
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe20ef47ee957ba3666dc1ba4635f7b31b5aee6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da46085116521ab2f1d5b78e5aa5a5439e0649713ec3c3a7e0121ceb60042ce
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1c26ceecd96ec279ede202a074d6ea33680f5a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6950e63f0471fd43129d6ee7e916bca2020265f235f14c742130d349b8a03819
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5c80ebfae6c21aadd0cc59dee8838ba8a44740
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4776ba59ee851ca8b5af67f88ac9356213e7327c13e1b4bb9934873f605ea806
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abc7eab22a4b2e6d70f2b7b2f2632b27780e8bc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a771cf6fc9439a7bd946e2e1fa8db1ceb8ec3098dc01c74d83a894eff3d58e
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cdd9c4dbb4394dfe65a2ad1bc000c7ab425043
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e42172bad4b0b7a0d51b3d3f90124ac3980d64dd4bcbc0b3b816b9885e404d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8732eca40b5017bce4769dd18c8edb422abaad3b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8023a959f6964fa2dbf9c6060e252b6d536ef9c9ec745c2edfcc47f5d8c6ae65
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccf9b686de56dd7d10b620932e53db229a3542c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cba2ef2f6371f16c2769941c4c5d6a55d9efb54e25728680c585d9ae8213cc3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937eb577979bb021ffde2259b0d16bca70105272
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34554a533df21a1f366bcfce55e11c428f874ec4591639cd51216dafc09da513
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047fb5fb50ee3bc80e65b7fcbd1b891de3bf6b6d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cee98f77b6078f6f9bd11415964918ba6f968d1721ec1d9a04e29d89e5a14c
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9570e4d00234d33430d6d0baed7a755c12b331
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55df660ab05993974d0ded660554e0fcb6fd270dac9d7c78e98d72cdb622249
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b4195d8ba6ac6575fa6680a8e856afccef7ac5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eee5461ac176585b35483914476718ea51c376613e2076e4969fbd359ed4123
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5b133323be46d9228de4d1870d531efc41697b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13883eea6ed922cafb947f806fa8bb4dd3f905e1cbd449d7f15975422c354c08
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249cc26d4c58dc79fdbec687f324096017aea61b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ac5656a1951b638f22ee4035356c64307085ca5a4397f68d5a28f669154176
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca469fae9703aa3a934f9c04e3eeb1d73ca1d213
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb4ed79424ab4dee6261087e9a574f82dafc4d2567bedc2319fca9d2c10bc9b
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0444b25c248653ae593f6ff01605090f9c059423
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8fa39806a290a7068a70e88cf9356c622c8c0fc0739a7525cfe1788b527f0e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc15da686bb4e219cbf1a8937fa97022a712fd00
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e8543633196cfa6a90f3a260ace5879b21bd1dee7d76781db5eb4e29d08360
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b3b7d25e5b5e23c6a8cb23ee5a8690bce66d2f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b167827793bd88257dffd497184c8591b150a5b3dcbcb52a8ba93a9d595598cd
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee04e344ea29186d2e96dd2cb5dce214938b918
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62552385cee5050f2f0ae3542c338bc9cb805d1bea3290caa046b8d365bb0af7
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb8c492dbcbf4c85561d570af3421b298bdfc70
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4303dd999ed89e8c94db0dd22a806eee7525f63a30f00b5a3ec9c9dae06011
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b28dccb718887ad3b028da06213e22178faa53
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd504140096d0eba26c9fb23feaf0298bc75da87aea98f7bcbab936e2ec555bd
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6575d7351910585b9c093acb92ddfd021619ca30
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422fb0076249691f2c83d56d823cdf4fd13a3abcd0f6cf4d43599d5085a3bed2
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676fac744fe06282a6f29e6f1fe435c527f1ad2e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef3e903fc962e6520866801582e92292cee757efbed9bae55a60435b3ec6b98
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5981c3912c68d17e546ac9ca63373f35678bb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abcae68b528b8c47365dc7a30f4cd0dde65aac06b823b6fd92de08e0853436c
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913bcf326cd1f965df48304b310ae44719f52a52
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2fc8066f55c342dc83b4bce2d86e960906afff49ecce19b2861dd3cc456c4f
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cd309a76a5166b0ac9e8bee8185954f01d4e98
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab59e8b8d2a2e55ebfbb827b75dc970e6743199a0b92d02c23c3b3a1198382a
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bead0384c1b6d9eac3bd4dc37af910fa0cb19bc6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c261f3f668a6c5db904f3c47cdb7250538076ca58f74855544d4b19f71e1ddc4
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a76c1bbb1a06b3171466c41ce527ca9fe2df03
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80a39adf81c8f9acd865dcc02d59d44a5a19d36321800fb218709d3e7cc3c8
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ad421d19b8b13a4043ae62195763a6ec3ea3db
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a0a6cb61453141e81809cc12b3fe60eafdef7324bf2805a39e1d1282589447
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62b6efc420285d7a9d73e450077a11d11615571
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1ed91b97811a1c85147621dc41cca4ba6a662f24dae0eb3abe24fc35a85d8
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895ece37d8d05cb013f8e81343d04ca63939b55
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aead23e02b57d66f39a32d9d48585664246fbdfb078dbaa4ffa6f19464b86baf
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a4740c178e18824f590fe56b0d19de1ff90e82
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa29c8d28268e5cdbd973aa343f54baeb0ed4aa91524bb370bf3ac75360a741
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a576278a2b974d3fd6830f12012e6ed7be3f79
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e3a1ddc1a242289f7135f7f8f2f189820b0a2373db959a6c3689d2acc19cc6
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5d7c6b6b864aeca177795eeca6320889aa7713
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba4f46cdc667accf90e481503f5397aebffdd0ca945e0409e25cac49367dc7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee53148b58567985267cfe941a0575c7288f4dcd
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa37e9b6881e3c5af0e8f9b3c67f5910edd412dc68b706c6fdac7fb8090294a3
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8708613a0a47e53cd58e4372606ffd441d913946
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6111beed2a503ea044b23cda286b0dd72c23a26b4321646dce485a6e0a8601
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca9fabd734242ad5f79a9aca17d77dc7e09ce34
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528acbe38d520ab6d83d2295f093e49a71ce9d8b0c27a4a89231251e509fd57a
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec868e17a8d56b095dd81a9304f4d0c7aad7476
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ee0ed4931b62b4e2740057c274cb9fffc7414f081e7d4635f89e4097c98c3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d6f6b5993c41ab876389f877090ada08fc45b7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f40f2d03d945b6630bca894ef5e4b49f2b3eed2d2476900b284837473ffc2e
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c7c43b4be61c107d870b437ea1508cbd57c3c2
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aaf34255852c541ac64f91c3fe1345c401605fae66a029b6e3ecde4487316d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee40cfd68fddc3dee0edf422c5fd5758367a1423
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876b432fd907e37ec617a03ed168606a11106b5ddb53f3981c9dd742ee3309ec
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb452f990945b50cc50b1de4cc6f7f62476048e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ef1b168354ddbe43e8e7386479868fbcdc75fee349f2ca3ae0b5e375d3add7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb7d4aa51de756f52b891e9d798b77fe13d39c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdcd837aa900fb1c97864c45dfc177372afd3bf41bc1a3fcad33183cb96b928
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2863ca5b9ac3c2c9bad458c2cdd4268e3adc8f35
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14afbb2feff8c5322e63822d72b018dcf786762cbc8f07705e711eef9a592b7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781d079b70a7c409db7488e7c4daf99cbcc384a1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7da51c36cb2e9549941881d9f32773a5654bdb92ee936145820514ba2f9ae
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135c264b926e34ee489194bd1ee7f10896e32301
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439be4bc8221b9b49235d4f8e68141b03f7c616b56a05f24485ff1b52bf68e82
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95ebb260c51eaf35039090062864f233b25756d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac699a3e2ef440d61e212d67b0da132ac2f1aee5e38a46a9820457618d213ae
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac705f4948c1f9c5f2f4d9d31d1bd9d03d870f76
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b822af797b72e58e22dd5b4945e0470fac9ff667a792e625f323c7a888f6104
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b751cf41203a1310067e5d87076355b78682cc10
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb274878db5aa4fdc22fa5687729bc9a9ad47e9441e4ad8216c0ef016183238
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20ca82a7fa76dd8d9e75be25472781c85e780a1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8293d0e5199fce08c568b73bc0985e6e009166abda366f77a1ef50b5aa6600b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac016806555a64f8ac9ea236d40310a831e30b77
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5baaff5155af37ed8582121ed42f38d2ed19a8c98b055981adf3d93897e180b
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742767db1b2b531f1c6b8817cd27db986999c2db
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5f70b56efdfb1c138cae8ab8ceac83675c34d2e14955346f7bab2722f3f571
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098ae741154fe595cfb714f4924f772f48e5737
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc123d7da68b01bc92069f47ceb864997557c5321bff5ebc47645aae654396f9
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec4580b6951afb59510a8aced9d45589ad7822a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c83c147a7199366051191ff4c42337ba8aaaa50fa173d36f0cdf3d45eaac19d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0106f12c6ceac4d8d8a6e8b5633bc1bb5776fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cae6346fb866b3fc619534241cf9e0e43c749b03285d45cc11469c22d65e23
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64d9a81ff36f910461219e13e43a05c3e0fd61a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aea4f4de61d1f526ee6f99c175077f477df8ad4583dfe1b4684af057180bd1
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1730ae5319738b5cfb815d5092217202514e81e5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acd667ba75e83aad1f715a79d7d4e26c1305577d5f646a69fdfadb9f90ae138
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2385e0c8bedbd56a21df0f32477cb9355b93655f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbb9bfbd305af735236b69b437ca002b36cb927ccddc9cfc0276d6a3108ee2c
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715b8c5a1843b38ba0d8c87e44c50cb08b63fc6f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5514c76b7f32f4df00a47e5549f06b15682701a8400818173f2a0518611b5763
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d1201e33559703815922391a4328dcf2fc27a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e67451488310a10b656ba891a0d9bcb6659ebfa77e371ba3a4a74f404fecf5
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3533cc3efb3f535b0bcba2a5982fef40179215ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e1d2d7ce55eb59ade9aad96b33b1b5a877a12c1f5d045490d4177bab51a2d
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411888f5fc90cd66dd993210695b978160ef3835
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53253ec100971ba0a210ccea78c38cb07b4219021ef4f72a172e7dfe9dad48b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96b69960ccb07ace3b2c5b1e45ce682d919061e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df230e6ed4582e2c84f5b4a73c669dbe7c29459518482b194bbe268e23675b0
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6db75d3bcfa3ba339388f94cf40581718255c5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec737698a42027adf44b98b9a272730ad5c75d8c03c8fc44c5c93d19d4307e8
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633cfd71dc43cec6c288f5c6f6934c88eba17974
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db7966b6a4d6351e3f40032f956ebe6e9cdedc63c87e2f4a876a4cf131e0183
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daf30ac8ef5420bd1fc64734af9112de28a2d72
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8199009c3553225c6966d4f601f10e7e310bf3b526f50634a9e7b5bd3bc111f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f0bcc63b6d6618b5f995358ac85bfb4ea13681
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be2039ae7338370254cad7506653ab12f977e073aaa61b2e69aaee5bba2a206
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d94047af837e2114eef5d956b666ceb51ce99f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2167ca89a29574906c60b11bcc2010f23af0b51d0c77a7d4f5e83f5b36d0f079
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c5c7b2d7551d0a8a83e7bf42c905f659cfb3be
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443628ac7c48188007d963571c0bc76343bd8d301d250c1b9787bec3a4d7b9d9
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26624d58ca70f716e6fd35d04ab678f2a0c66da0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d2d0d5fb1a8be8a0849073b506980718cb95f6dffe2f24a6ee70a5bd9666a5
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb4563d20af4eb6f91f7666c03b0b703ede1d8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bbfb7fced07c27799939607ca9c714041bf6fca095b46484b613856318fa61
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7795c962c6b03288c7cebc35ba32dc45e19eeea
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfb31a64ff9956591d92e480b9104f45e6d238c4be67cd6b26c1949e38fffb1
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e4274caf2e12b25710be79e01dc9a7aedf9b4c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329fd4bc421ff125f295e3cb6712f49cdabd5e69f3d95765bb29fb505cdff2e5
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a98e583e917186337da13f1e1cbdae2846dd6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306f0bc8e2cc1ee0f9376fcc52c4eec01e99f24d85b5f6d7beb3b0eecf178e83
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6542de4c991c7dc21833e05de0654504a2332179
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650aa3a9b4714fc3778584e2fe1df633d00af90096a0082ec46a6e98efd1f57d
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71ae9277faec389312c0b33700db65f414345e4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a30f7226f029aa2b5c151c34799f71cd8a8b7b01aaeb414bd31e4dae2050d53
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4503cb59edf4b1c11dfa17b21208e1e5d1e702
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e1e31b7db6e026541bdff1eb82b3fbb512514c7bb96cba771ff924aeb7f2a
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5a687a8a10295e7cf1f7a16a8877b3496b31c2
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e41c14a0d2efa0289cb9a4686a34b92bbe6e7ef7ed661b4c5379b354504991
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9bf50d0a1fb50e7ef66294425443526864cdb5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f6c674c880194709215fd5d1d12329740271d885a7be7934125afda55abba
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213d79d7833c3b4124040211441d32cc2b0fa168
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532505e3d5707682dce758c14048abe6471f4b672420dc7a04ba90d4fcf92a8
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76be5ff8a285633218914e7089aeb0314423218f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1904849d00a61aa704d340866bf133bada99826269104e94b9307fa3d3838be6
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62635781814930db8e27f9d7bd44e6c4a47e306a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038d49f8a55f996fc9f889a93c11cac132a03eee637f963d7fc705ed70873aff
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a7892acc655a42af6994f1504c9b701153d16d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92207f1a54ab9e02c43c8e01e8faf47b097a07d4beeb97be79a97f7cbfae2d1c
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c743585cfcce685da8a44058074ac2336ac69349
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfd66332a7303527d78d3e1225d06335703079fee885507d9afae5af0d00c8e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a25f8747aed9bb7a5448f5f4f270d2b66f2004
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ef9daac67cb7eeb008f49864c9cc584d1ab6cb5dfed47667df996aefba4d2
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a47a165d17569d9cbfd8b23e9ad6c0ba31350d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a65aefc137b8ce702ef705b85588770a4c72c40bbc1eba4c69221d986999db
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a3dedb800fbd639842bc5148ded630acb9d1a6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88d235caf7841f062b9b5d489b861fa31bc3e3f422df325ccc27e7b6d9725ff
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93e4a9a314149c60bc17186a516cdb147619105
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b92a1653e8b5f5c74edc4636f70271d9c9e0961f1d05d94cf40e12804b452b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81a3715dab8c2b041d9d2dfa4effb21b3235472
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07efb164d3dc2af63e9ed241021e6309eef227bdafed6cefcd18f2700d43a66c
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2165627d22751f28b5999c1745e57dc0d761f581
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ded549fa22042dd58e10d82fb83d421426ad35d7c94b6fbfb314a5992be246b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa13f6c28d660c2122b20de926d02c5577468ef
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e90474b92d92e74c0f5178e57d82973d91e267d22986ad30487b08c08abd3f
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f52275cd87b9417479c526e3228e144ad9eadb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab918e8771d004c64a1f53962b7be2477adc2dacdc4b06cb18d4c21451f4c2
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b613dc7293477d64fc8ac4065036ad0cb6cb60ac
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dcc679c690de223041af07a86d908ff8d67960c18ed081e4b17183edcbd483
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1ddd7d5aa3b7c93d3131f05ea4ce983df22914
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135f128290cf03066f68ee30557e5906bfcc12d6880a1ff37da4f653d627a185
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f67d3defbf4d750bdcf54af9f1eb3bbfa15c40a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b74fec6c2aae24188491e1bd8193ae34dccab2a0eab03503150eb7e80e115d
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252e3994e1a2d897e70768ad50bc07ee0bc1c0b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96bbe0d355a2f10f6ef5401c1ee4d2ca93fd38b142d69db59cd540301591b9
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1ef62583fb0ed3a41245411535aab3b82d087c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9a9568232d4573badf764828cc4352faf5e3599010ff8c217fdcf470a1f7ed
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c82f1d582bec818a98ef31d81ecc6f1ab24861
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeab99793acd0328bc3e99aa45c4737c7b253d0e79f07d14a905b1b8c38364c
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89071e70e758c159cbbfa16c3e9fb22e93555568
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e86e76e76761609f74b816170f43e5cd3a74f934ac0969be457c6c8f214c67
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f49b9719e5c49c91454908ff2a6d78b4c33710c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380849feabbfe55ff5c80356788d15feb621edd767af05ceb778157da33e9f03
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f8d9b66e0a0913d75dca6ed2a0097c53d1f7f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d68e8d7faf7a5e17b9e2ecdfd5580f36ee273f4e50381f01463ddd331341d9
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f770d007320bc0fa1652e0f06c28d455b3090d71
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd1b32896518cd7095d4f4c69f73cdb47d6de6022913b7c6a6ecd03b066eb17
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734dc689fba509f17ac3d6b1d4658181ccbfb2aa
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb0d8a902bb3688851b6c7c67fe21065f3dee3079371d0b67dc8d5650424ee
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba760f82525399c3b1386c723f709814bf89044b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40899fab358dc936cdfb11246331983d5d099c3539b353dde339a590f78585d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15867da5455cadea6216ecbbd61c913b123fdad
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772aa471ed679e489f5c287174209f98a13cad25327c5dfd54a4c5ddb2355f13
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9189cfaa861bc4e9fcd28a3ab880c7e7a1fa12ed
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba8cf418756b0bd1274e821d51f49f4ba23f41e9646c37be1a587ceb4e3e95c
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee054a9883a80890c565aa2ce7e0f6a9f1b73e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2554357fee92e2e382d9a5c1b492443ad4d850e8a6d29c1be5356d62509c6b
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46acb8c3baa4ad720150921a556b5c744a97e885
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26561806a94abda144310b534d1462e41fd46f4ca3691e8981362a9b327fd0ec
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af16573369cf65cbde5912513c96f5be5b9d3f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9df6527eb369ab776b16ffa02f4b885e7d10bf31f673388f43212b4a7450c
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26fcefb507c8eb918357b7e912776627360b48f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3729e3aa1c3fa0cd6f304ad17ada8c6a39028d963fb49d13787682674ef8092e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db8b1272636ed383a5b2efaa3851604904cbe21
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c83fb3e7e933fe4bce02a818c0c112e9f61abebde4a9a054e3d112aebeebb32
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1dfb4fca7b5da8c28a8084212272dd8c7db1d4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983d995d7b5b8761f866af56362565aca1c6329929001fe47302fd8d4ced3d3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60af75055a2714100b34eef646167a1ce51b05d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b15a7f94d292cd246c2eb322bf0e5587db50df648f88b1670eea98823e5f422
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaf4387c8468c5f2e666dbb3537cfd1eda23e9e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece34443dfe070d21b76ae3f989f3dd42ce73c3759d875e000bec8debdd55c2
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba98df4bdbf7cc9844aff79ccfaf1f18a9ea5b3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4356059529802f65a6d3cb422262beb398a1fd4235e08b911d8880f5d21f5c
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f48369d8499cce1d724d3f2881d905358483b7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eec11516842c833f1d4d8b09297ed3df241d5f1e616c4dbf490761115cf6cba
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b4b654cd3ddd9426c9812b9e09176aacb95129
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1059c1407e936772b7fbd7e74f14592a6642b4d0d52691cd81aa946e3876d7
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41afc5f7710aafed4b14fba97c1da604b59d715
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6925589e5a1623429125a8b4cec1bf6ae47f6b61f6d40303467005f796bcdf1f
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f041eb1e2713874c8aba6f854434bd6d39831e5b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca85deaf62042b750bba8c11d3094105f486c24fb9f07d85b1e4fb1ef9f2ccb7
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed98c64519d402e545f91fad6ab086492aeca5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc552f639e95e6d3ddc4e60a6ace64f2ed95f7c3c31b8eefdc0c33dd573edda0
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad3ddc926d5f5318167f4d1f48a614788180460
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bf20ce9434911b5c6f0eec633c7dba996ff350481922a31047d71fb8e56556
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375608afa5be8e7f88e77aca2f22403c7f20c570
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f89bd4bec9ae10672da8f104b42c1c97116fc21c48446884510f2850bc5fe74
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c2f926662c7db85d0fac64c65fba7391adf70
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a5d382b44627cf4197c1c0536dbe94308210d744d18cd184b3c4ed908ca5f6
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e70d5d0e8a2b9c035691a3ea39db93048484baa
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbebcec9d92930689e550c0e84623f599a578c247b52d3b65747c882b1bcf27
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a69fedd2fb2476f12b23443d26a75fec1c20630
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b4a821151ce13573ec3fdbf6a7a0bf971fbaf8e553cdc6ecd57ddf97b99b27
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdfad62e1917ece58be2c148d8891d8c3ddb162
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d5d4d1da4b5dc1e2ae61facd010497ce4dbaf676db72d5ab9d833a505917a0
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970ded7240543fa19b7a5f908812a3faa5977e2a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16daa9ef0e91a459caed810ecbd2d89067a5bc002a654604a39926bdaf11f260
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99e11276a5be5ca91ab3019906a694d81bbbe74
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4469d4db4c19ce250fc8e7e456a387fef43a08799fd355a69fa1e4783e034e0d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ae781ce08487a631bcf1d86789b5e91e135759
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a063fc68d06ece513c2b09feb29427dc32982271dd5bfb0093405d7eeeddc575
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83ff551ff64b2ac07e1a2ba1738462d1a261188
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8040057782eeaf16879889ccc9a91765e75e19c04af34cbc26252a99861e1b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f377056a79e85260d25bead2ee93acf405da7b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0113c21eed100e4d57e259fba55d7cd91e3f0ad6c4f3b2d1a06aec982b162dc
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac07739c4afd7f4d18a8b88af9babc5d67d03fb5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eee185a260794d3c925ec1339110e63b5c1553672fc9342e8167af2be30c03
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d833513da2c11f2c51e155aec37bf04fcd2187
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d6db083de459a4680cd6602fa41c4b69cc9af5d2c3b9ea92426d21b959a3f0
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e6ee2cc51c33b2c090f7a3605b8b15735ec113
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecf2ff375b9893a2b2187428d252a8fd6eac03dfb895e12842858bbb145443b
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb82145d47c11e59a114532222e3ba34b75a24b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6959a36cebd991843081a0d519e22d0ef50eefa01237c8cdf770be12802ab58c
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900c859245e9bb1a60acc5d9d64da2831c5ab2b0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1370684784bac2970d5ca91139346a1261790d9120ae9194911d0d75c48bec00
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3c7a9ca996ebe5cc0d2e75f56784938d61935b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaf9f40292813da1df22a214c2c12b297f11eb1d7f0a381a98f0e176a73dd2f
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0ce3df23b101049b67aa309a05975bf2f3d199
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5da7f534353ef2821e451362f38ae74403041b90c7b7f88ddbd0ff5faf7ba9e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38569bc9849377ed5c295d4f9fa0b39c78308db
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3050188cdd20a63cb878007bc7f9efa896b86f1fdfd23004fc183418c1890278
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491d8343c79a3f1def2814bea40962c211a37fee
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7358a4b8a6cc53b1621f6fd733a987c2bcd4b2009cde56865deca37fc2e4a597
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193a5fbb1033b886010b24524b1c816699399ae8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b443fb6efe7d35136978ddb317ff6fbd5cc77fa4f4ef1b35eb884200408d668e
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdb0979b858c4e1f407677da50ae6f68e95a89f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a497e52ea74149be594d0e2b22af8b1719586e39505ef1eba50719802ce8886
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae2def77cb46665d4652c10d7edbec812927a64
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9e3b7c505f991eb3c60500e9a3768810f3502c3d01ff6e320015675f284272
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c138bf7d18d01219317aaf210db78e7d865670e0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7422b43b48da5721731693626417a13d2e361e66e776a19d6e4b86e752422091
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b475c84b7eb90d7106d64dcf5fd2b297a228cd6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf06aeee5077413667884609060485abf159832b688ae7b0fa97de1b2d8e14a0
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cbe508d7361f1fcfa7fb7a29657becd1f3a1cc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90639d5d7678005120fd2160aec4f471f21b8fb81ee2b1e1177639ce854ecae3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673ab91af7f498a662bd071b0c39bf2938ee6df9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11579e360ba8aec1188803b24f8c4541cebc7f41e7c6053d78567b47cea42cc2
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a7873510cc71ebef1d02e0e9d03a649688383
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c87c48aac2176e6371a4859826c14f5ce13be1aa741afb0234f845e0ae39bb5
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed9aa6d347ec9b20710bfda7dad0cb366df067b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8152f842a7f1e8b17008a9ac1f2f7416bd1cb56499ba20dece5b7c6b13d762
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ce1f9dc487522855cee8b8dd2ee111189472ff
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e48d4eb6403a0c9fa4d45912d9c5e9f1ecad09a8df54c8381c3a8772111b19
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927768887576f422f56e0cf21ea0e788c7dfd9aa
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0165842da0c9c4550681a3195ddfcf87a9786656fa715e4399ac6547f650eb4e
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b405620da1af51720f643b33b95e4126759cc4b3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a1a429cee55795b4dddba22853867a74fb5df0fb50605ba67224c8f8e72259
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f584607050514471d2b158603719b9243114cbdc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbfba69ed08b5e7d06d94e679b2ee8a48915ccd741510da28719e9f4482fa1
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0a225e94333b0b3398c92d90aae26a609158dd
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924461373426774b53c3da58ffdd11b1271848a749fc1eb37bac8db488901ac7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c095ab40628f7c27ea461d534d95dc84c2c3f5b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844f3b9eaf2069ae8acb40722d65b82fcf43f9061183e7acb672ddfbfd3562a6
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12005de8ee1b7a9b9faf2c8c94449195d366f963
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc2f69fdb68064202153e6525d2e34f3fc410d8b0341bf4185a5cb76d784a04
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a2097c38c9aeb75e8f24c60d76e74b0a78c949
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43935bd95c185b2dc9d473f17198ad26370f67de2a1dcf0ced1b1bbf8bd9d45
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e2bd29527467304e663e603b729ec147c30c3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e04a681cab530e0b7e676db0cbd9c58f7c50a0367377ab792100799ba3f3bd
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e363b5a139020d64869b0d3fc0a950d517fccb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c4116fc89c0332e67e5cdb581bce07750f7f09bbef5313a517fa31f0e1afc7
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b841a210aba377a29e1fb1aa96db00798cf448b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3f8b584b3439878ca75d3ebde74b14929a38443059b8a510e1fbb59f4fff6
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb43d7d36b7adc1d07e1e6658167263b78b8925
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd06260da290dc34a9b23853fb7937be22bd61e7d581c10695f9235739f65c2
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a427646e666d2a5b60de122cca86a2387946e79
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0175ba6541753e38862fdc45c9a0a270a033025814a6e175f4294ccd2e5a6e
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a255c996e29d3394b1a0294b561e02e95ac5b56f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bd612e83befecead7ed48ee9666f650596a717d4a7adcc97c79a1187fc55cb
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0303317273009a9a1d9ad8ef62a6e72bddade0a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410da4c1e443c04eaef1dc6e946f9ec79b2c7348d074a32b18c6c52f27424e6a
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afd117d924d735192a8f6cd192edb3fd5bb88cb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c06a8ff2d7642774e0cccffeab178ffceec0a0ba138515474e8c2607d206466
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d70d159a5862691c02cf82ff2b3b964bc062d29
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc2c7a5db4d56aef7e7a4b4671bda75edd93dd2fbe1abe91c2749e380c58a8d
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095949b25ef68c1e76fc679635083df0765f717
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80d444aa1cda22f1f639dbd1b22f97e5f4a9ba5585ec4f1535038f2e55c36c7
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d497daccd48616a7d73cfb433aa9a0437e47e0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1709ee65e108a16e9b5a816b1be470d2ff0bbd5d6055ae0e7085e7aeedb7d184
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0bf3da30db16fc492d12905cc647696fac0229
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395c08d74f2da16c14f7dc17d296fce95e86cd41c71cb5fe22ffc56588464780
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1143652c6dd7cc18dc5158d5be57df06f632f3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa4c29a546dc9ec82f159f3b9c48015567e0d0a1a3e6cff71891789b295208a
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c344d105341d2ee69de7074cabbc4096c4757c37
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060ab01c55183a00ae572c0230d2de16a03e7324cf3361f9c6f9813ab99c5ff3
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63f3106b64c2eb2fc70ddd22bc597899babe24d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcd4f9fdce2b93a0ffce8fb9baaa674c67919c9eeeab8472409a60d4a5557f8
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6442a97e8eb12034288d3e65523aeb2d5232106b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3ae3eff30abab5726b952759823d6b17fe1e8b53a726110624b65f1dafb8f6
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05686ef34a64f9db1694f0671cd059056d861309
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7bb3b1742175ba71bf72530967bac58fafa1632ea5e44f50f4d8626b172cd2
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ee86caa584a533191e05e72ea4344bbbdb03a1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646e4c0d71b3c0371977c66ae37936a6b807ff025d829ca08bed1e2fe9227062
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3975e2d2d731cf875e01e1b73e64ae55ca56a7a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a878afa7b99f8fea59f882a87e19e8cef2f7236f2087c79f1e3076c5db24fc
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52602bcf25e7a1af3115d801ea42000f404ac24c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c3a0a1cd9358c46ae4c3053f3b52bc45325f0b5eded2a081e596c087803568
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd60e3a6a4ad7ea9e8f09d6d35aec488f0c4d6c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a337a72f9000d6580b044987e1f9cecdc39b38adf0235443cffaeaeb8bd2aa3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb7c1bc84d501cb093e02ed89ab6eb2b55e8b4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4714eb69ba944bb0a5ee3e69935e149480269d954166948a2a4a7c83118ee037
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0188fc85b517dc67e2313d12b205c0eaa368ab89
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfeb49360ec64a32fd088b3db62a80547ccba40f0d1ce5703bd8994ad10d3a3
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d3433164a9dc14071dc507669ce492b281ed6c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae69c30302f9e941faae21461a290cce3683af5e79e8595f7b20ae12bb2a9e4a
+size 23777
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e1ffedd8e94bba342d51b8afa899d236cd2676
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a17806983d8b0af15315d099f1c1492dad0f5370d93073b5da9a7c1564b023
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74a18e2557c391aee2e0effb02ae0ecbffc40c5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7745054bad98dc09e371882fa543747fa499b6ac0abc915d372bbbf8bc6f25d
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ab75f615393cb4226b025c4cb1bf957b8aa309
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d8e2ecd61ff20d9d8cc464541bf4a1ce7e3ec410f9db3846eaa5a8dc68c48
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866aa8588038ac37b5a4f5da9755a84d6c22f304
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a466c120a24e6dcf13ac15b97ece7723ee665ef13ef3386397dde8167f65915
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f901d585cd382522c6c86a554ac2609f43b7fd
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c8cc188ac339d96a478fdeaca3753bcc802c52a4297e50101619a86ee6a0b7
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c291759f629e37b366ecaefb3e9368a72a39f3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea37536b7ffc9d188b57d27b4b69237dc778582db09a3572a55b07427e9b321
+size 9441
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c336a1b08a75df1ad93f6162c3c58b1e16fea631
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20aceb8142ee8ae4f73fe2ae45f392f91c67d59d298723469444d380003eddd
+size 1254
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee6d6ccf78f945d81f97f95bdae1a8404959e07
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0a2f617d275d2d12556e53c976728bd77bbc2d3724e7ec82de9a0c0a3fc5c
+size 2273
diff --git a/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40afad17558af964d441dc37f738838fb8a1456
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdff416b6fd0151236033061c6bcada8cc8e292e83c85dc2f912e629656fc569
+size 1254
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025a92b2b07f3983c65051b025c5a6fad1127434
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15f858a1910f593b89a137c39c0a34a200f19f168b37c417fdc61c7941bfc92
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a45fc8df8d48a7535d12b661f58f29d9cfb5612
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3783c8bc4879323a0cb93cb24815bb38ac6880d66cbedddb5df9e213b9f4556
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debf615772fb3fc4831452ee8ca39c66396bb24d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f4025129aa9a9c4b3c9b14ab8d78dbbd75b41a0980ac725b501862b1a2b9ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a8f04b5d0d58253fae8701a43f8822d744c84e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71784d8e83494d7ff1f4fece70146cb8e4a91f6d00aa973f977e862499ae7dc3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc9fe4a2abea9c68d1eeb92676935deb295c86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e3bf6ad0dde9c7d6ea8287d692b0e480516a9f0f6900fe8c85273cb605024
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e920c053bf9658fc40daa3d6444493ea52d17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d46efb66dbc4f51c8fd9f80cc5428a0a5c281b2a3131786fd8b5af4dacf2497
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980d4dde3c85257090f7bc328b66a920d9df6858
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bf882d5934119eeb6084f7712d3840b40999ecb7d56abd350b89f5e1f3a2e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348f2f50c16f2cd64d3f08d0bf70c174e0d87a45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f4fd2365c568466d0b43cf6570130bb297f8bd796da77469e0f5d84dcce705
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2f04af74a078518722ce20a68f6e7bc7e31d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eff7c0b7e17fe449542a8e2d35bad7712322839c911da9435c16235fcf68ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae8af70db8c9febc56f54bf61492741dc709aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6a257fe11021b67a432fa985f517ae917d2962f0055c675819f8e02a861e41
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253c3019399e7d859faef703ff627640d2de3404
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a725c567feb24f552f71c3b8e0c2104b6ee6854d43bff1a75a27c87b69876
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fa83e92ead7794b6e09e2b477b855ad7bdf98b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ca2811902b9bc2ab23a55552011df48fa6be43659d4a024ae3bc5d8de58a3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aef30044e6bd2581b6535a04374fc0c9f72683f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd7e0bdc552b4bd79d403d9ec8d57376777165523bddf123a1911dc7d4d280
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0750b7a432a078d285ac2c27c11b1b48d48f62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b833cc90453f56668010de401db53de447b02e60bf6db520fae6a0b616763ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7acf82b0fa953808a556d2810e05a3f1005148
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b521abfb1134b86cbe016a4763e80e8e135da1c3008bf13fbf8ee1fb085d68
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03635a7808ad3fc610bcd20918c3c38cafcdb24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c349f9ed419ec6daec0c3f726b228702deda2bf1919dfbf0cb6ebf354d5138
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79961765797e44d927eacbc4fdd4047bc746b992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14e4efefbea0388b57a88ba132b8957dc1030867251c0d2b35abdbef1978ec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daacf25fe90c12083b63a0961b63491fc7a54a24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b41d1b91eabb8491295bc031641acf907e58300e99c6353ac8dbddd698c70c0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0cd43f698e99d719369e5b00fd2eb10d4db326
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6897082f570b14d25b4ee745160c91830587e7781aaafa790167b3bbd64713b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ea44d182dfd5f9f9ff6458c4be20b641e5dc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c62f56dad7ac9c542a7689563d89272db2b62e2fc6c24c13914ea9fdc4867
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373e7bde9d2c3bc48405b97c11045d7df2f047e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb59f87e07b8ad0a1f6870cb3c5fc22defbc5a71f595707d178366aff874629
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b36aa4a38b3aca49d6ed0c6cbc17a7a3ede1c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1bb194190365ec7005edc72b91fe4c00192d2387f2c3e3308a3a438d6795ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff277772510deaae483934da8279150734c366a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502304e0f5c329f9e369e45ea985b73b010dc8a865498d4ee35d4c8e2da270b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40074d733ee5a3d4bc042aa39bcfe13d35b0fde5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f4985ac5894bd9e4a11eb5a84024b5ed6050302bb83cdbbfc11ae153db6b59
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf497df6514bfdd26702b7f8b5414926d18851a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81cefd117d0241ef36b70b17855ecd6f3d88967c16eb4c2d8c3bf7487954de
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db6eb97635a81b4bcce026cd27539cf76c4a3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987861ec95b5e56a45456b7239dfa2f70f829af47f5f2f16a7568dcd42e899a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fa52cce431e7a390c13bffac531cf538c73d7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b1da5591465f43381afdb34e758e878ee9e9311dcc52f025e4a9184d01d319
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d46a20a8e109db8b2ce69b512ca3b745071d419
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183842643f30e3918a7c44695957db1221f8df7c1a90abdf9521976e1a56756f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92a3199f776e4caee5af18f5704021e3a1a067
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc4b01733dffc2b928879939297bfc61dd8831ff94fcd8093770a6aef03911e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15abb99390d136255a984b90551e440bedb5a696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df820f1aabd1ca10a80190b831c37e214f2c496d80d424398700f5cbfe1171d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fb1b6fdcab7c004ea38da80eb3b13e0177b971
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920aa6fabba9acd5f76247fb5fde7aa5773be4e92f0919e472df988dfa41c33e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb5e54872368117ec8fec185718ae3c7ef7924
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e34008aaf56345379f7fc1ae9ebff0beaba5fa3f163ca817f9431e3c52bec5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299d1da51d1bd3d789c2f41def91b88b68b463b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ea24f2d1565cfb2377c59b644b7aed3b502c3d478f45ebc82bef7685ff2796
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420cd4283d593e6f41604c289dd4925e20cb094c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8f9282b9f97df052f34ffc6ec7b3d824b0fe660093a1f1185f392c10581563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bf731173bb6ece015542d0efa9d9158c3df953
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf128a50c8279e6419e8ce0da867cc836e9f61605fbfd9e0434a4634124e07
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d2c0278a4807af5f4ee8eb72caed320046eeac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9624e7f12a71912794e56521f19ee031500d248d1e2269c40ff91f977541b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862946a2380115e2e6164daeef0f282be96dde1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af58e2bd691a3f110aa18f4b7f93a452b4430d8dfd36e395db31436954cd405
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ccf310397d5462100c54a12acd6553808b9167
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5a57156f3e1750c6591e67d317e7b3fc5671bcb45915b234eaa60f235461f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08d8e0b337816121fc304ec70821bad8472d7ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53e936499e6f7c5081221bfb366c4a4a0d25c032c1923d139a43185daaa636d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa045c7950bb52d0cf2e0571942235bf34c3fdb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b18bb27383f0504e3f15e9b8294a5bfad75852b15cc8313c94c12c7798da1d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991a781b2ee37a24ecd5a319313f3ab7de06fd87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4fbed64d534d74c44589f840fe98befc4b4c4dcf8a40adeb43ea6d33f7af4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39673b8150c3ade83358fb3f4419260c5825b77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5a03f6ef934b4e23451c30090b380f6eec8a50b78d90d55841018d0b564c45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3c2cf18d5d45d473868eb567285b65d2ca2088
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dcf009fb96de6029ddbf08eb168216e97cb2a11a810845e9d52a4d1064b916
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a83df05b6108d7c788c7bba7ef3da057ef2c779
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd2592cb667fa92a8e0438803eef02e4ddf0fe020d9422cce97bcd1be7da7dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1030f5c93294ee65f83772cb8ed03a90c6ab86d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14169259a1b9597d1a1f75799ee91ce940fcba42b3447d73390161cf318bc40c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f4d2299f817c861012b03bc0df67d788a9667f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78320d63a86f27ba044f55bcaa8fe3f0344c3d2dee766c5397701764fd3e8e8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc029f1ba37c8182edc19c7ba9f67b01ac4cf521
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89843c46270a9e348924cbb2de82a203c7a90041acd4bd6e6304fdbfd525fc6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7713f1a972197a45a1390050a6fee86d23eab9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284dc889a1490ef119bf424f8812cab0702d060f071e9c3cbe41bf1af6dad33d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e550ea4c8d7616387c4dad59339e550876a9ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb16e937ee877925ac0aa40bb5f46cc5d8c0d95a9ad70cd2a412abae95fa98e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55040cd4e43f701abd604a563a5b6b102e732668
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f003019b619c75ac62d2eca4b0a988d88caaa586c26c86e1d650c72c20f8fcee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92e3d0f6aa6545439c215906bc00833c16090c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8ae5fb1c15d8a6e9020a02e4a046ee326ba68830b83eb1c24e68d7a2837279
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53006a242f0e1f609164b286f43f18e82e2d7c38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2a6c0ead9f289db08b0d0238eb4c145e283cbc4961fe3e1ef97bb7f819c3ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119f44da7e2a11b2b810e80eea9454fe76680a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b6c297d80c6b802a75954dfc4f44ed6e59c9c04ae5a223804dea9d41ee11e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90b0b2190c690e084bb8220ca49182ff97d3c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a404cb531d78a2c04a4f99569d64da464988b72147bdd97f688beef449c0e7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e240146e288f1e022807ed6e43ad5d59787c234e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b714f5c135e97d03cfc0b2c3d25efcd90d57f3dc59d8e41e4601d73ef431a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8e8f30398b16552dcf85336726f77c6ab8e79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aff592f1ef6aad48c496133bc69740b941ee2d3822f5814d104ed4433f830b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a6b7f7be5e29b317e4c2dff493d2d8381bfc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f91547b7a25f88f53e66827ea1c0571cf052f01089fc0ea1f15f9e9e12a0a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90322ccc1293ff777b93d53e0e664e0d1d470101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad54b4d0a6deb5efc1334c430d49aeb464eeaea8c3241c1060f3fde21ebe880d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ddf8a8481b23491804e9e18e3494ddc962f247
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9a5918c057ea6b987c015d1243d6ba3abdeb652c7a74d3736ad38f4a3937d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e87b59f0268076eb2e61da5f246c4b0cc801a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d322ccb8dd851b8418a4c6a37c53e2b7ed0096a5b017080962798015503e1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4302eb06300da820f037eb903193d68cc1eb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d19d1e254de5851218149dd676902957dc3352f10ec5c30d2f96a66ebd41d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfda58ff82681c51c3854a05105d4bd8b23a371
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760bc89c2d6cab67437c3a9b2613be991f7bcc305d07e0e3b61532bfc6ba4948
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e564cf56df4c2c2ff222c69184ffbbc1a7c7e8a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e531aea4333cf2dea42202218d9ccb1aadd6e0f8f69baf5f3bd299d14f208d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1edaf12f5a4e09eeb0d1309c134429b45b0abb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8fcb7381b3510a4661137642c9aeb9c4d2e4eb27ac199bfb6094ee648850a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1f5f7d44dd834edfd7e3abf5984807e8412f96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ec7f58583e44c7ffefad59729522b497bdacac1eb4f1d0c4f4d91a6903a0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c6d23770134485f97a1cd75b929dca5ae5b17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f669fd8200eccc8a522b3d555ad69f3044949fca3cbcdca5959ac13f0df5837a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc5a9a59a57bcaee2b19bbecf7ae776bd3c661
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434cbd908e9eff0edc15e30032b182e53db0dde64df529aeca007a935df8839f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f49bdcea1964b473f2cb819eee0b9690e145804
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8464f275ad54e5bceca407f5e1fb73c5d9f75f087bc52eebd9b64da26cc6a193
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf44314cb4cec5bc2e943894c08693eda136bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5f2ad3001bf67e5a182bac654fdf5558f22240bc38151ad9ddd76b36b19141
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede804ee1c8b5d602a6da572c2ea9417a1c58b0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec6e716e7266344b142c89665ea34bce6a275f09fec7a4b808133c35bba8d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a470ffc5595e4514d141bb3b2907ee006554ae28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e24c44c082c2eeeb29a992a265b47f434b000816b6c59ac74212bc42ad7b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322a4368dda012e95527ce2ceb691c2421cdfb08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51812345c132e7a6c30007953b38f227d5fdeeda7ab39d401b734750f9f87e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f9360c37f05539d9250e33e7abf7afbf08db45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f251961570e2d58a81a354cd41f1ed423a28d2ebca0aadcc353f93d33c19a6ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e4d81602ef1731ec309e0d9648bd1430476268
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9a3e091d09e3873c50f52a1e0067a85c59ed90b54b13e4ada7299ea589749
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4650902424417f7e4f01d7dbac3449465921a789
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111b06a0eee5f6d02b2ca5b42b5d98be6cc4ce9faaf3816c41b7980cca0b7594
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb06bcb5277f0ddb81dc59ebfd0c983e29da6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a471e1488eb93790ca7ea3c4b30ff77bc36121e7711c31883fb096936d6830
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd13072834183d69f3c9c5241bb9038daca74df0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b06967bb6d0215d023882fa098dcf463693f5004f1365a36794685582e7f5fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71d7ebd8e3c6451902bc711b9498f9856575154
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4669a7c639ce55b67ae73282a4a876d9150355232194795c1d655336a244a25a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1e8adea0b6c97cda8bb85fc4653379a1b6e126
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b50676cb605ae894a369dc53c933cd8d5f4c2a5edc80ba7ea892210999414f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edff58b027820e3d25a8138c8ba7779db4edf2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dd0f6a5bd9742ec622111d9ef2efe43ba4dc442eb768417d0c9df89d6b988
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f103e06f3a04ef9c0a9f95fbf1613cc4a4928bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1280eb10d1656c6b21b70caa81f103fda2b2ff2f3860bd5b2a55c78cdf08e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67bd2347a622d8a5f994013fda7df09ce305833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a4e9d7e94841c5e6c9831197b72f5139c988d2fa3ba606669ae19dac47f980
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8815ca30abe406130bf979b435b985a9072d44a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8383171ab558962197f7d6d5dd0c921652d455eaec0fadeefbaf41517fb031b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67797e8ac7547d3e925f187adde98f35bb763d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25ff442620cd3f0cfda2679e9ab8ba23cf8a7b5c17cf76343defa646dab25e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878c4a99465d6ed0167c6be59a1d630989885243
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f7b59b759526d6056caae6eb145863f575b6dca3af3db8570c0b634193cf06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7274ffacc9ad1c3dccda5dabcf41e8169bd26736
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a20ba7fe166fb65a3878327dd1aed51befab6f060869b4cd9f0c7d58059463
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd1a02f40489f1cd8494dfb6e22056e3fd679d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8062ca7d2c39bb69a08dee358843fefb6ba347de6ca919a2c5fde3fca1ca94
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29bacb3b21d4a612916dbf5e2b0485180869ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582e3734d91e5139f16344f10f049b02c6eeeb7a2aa3af7d303226456ccb7f0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b858dd2128fbe38976187f1ba1bd60af17adf28d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59985279b1debea74e3aaf815df85498895c09a541aa673c9fe314e17ab4884
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3061392576ff393c6bbddc48c3f574e2446fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d1bd56cc2952ac7e4855d5641bba8c7de175b2a871de201060c9bfe3b05263
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30661072458e99a99aef6cd2aa02e8d4a751436
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1969a156b659e3d1cf2ac32660b0dc0d5db2b0f9979c2788b0d9263071f176a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25569390556da468a1ac91e72dad365b9780d64b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81463c6d01b5eca4eb8dbccc87964744504d276b7314ab9086059bed0fd6dad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33be13ab738fee7129917e36728f7fd39a16d01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f5a3f3772690ddc9e6bcc3d8e579056382cbd11bd4e5f866646e96baf91de4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ee13e5fbb345ff5b9bf78d71fe20c4537e8dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b273e3112fafa464a089a3818379e7099f24b6b1bea39f547cbbb1579fa3c65
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99692ef558cb6f8d6c3ac75116a297587e4a9b7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23171312ad3708a0b78333fc9131d3e74558226a233ed9c80532ea6da1b3547c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e446e56b60e109c7873213608d6bf9eb93a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9ee5576cd93b09cd3c3064f6eddf342fec7b522a3fd58dde2606bc693c6330
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4fb3f24fbb76485ec9d6303761d6980bb4e1e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229077e28eadadcc9269776dc0381b7577ef68159838610b0597d255b603cdb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae354b742095457ccb2bb9305388171b75d8db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c465b328e43ba1a6d7b930fa279531f89742c09bfa0ff54ecd3637b06ab3b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c57aa354185dca8d5b4fec712f05de16163650
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b8545a72896d77ffd56767fe8aa0223a2400dd9db9b65f09172eff2b744ac7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f9383a38b02307087f13d79425814d075fbf66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c49bef8cf3b27e0a740bfc32631664d3619d4a7ee7a4f4c3d39afe3147aa397
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca7304d28ef666490fdaa66ab840b95f198bd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9a89e047ab7d57191b03a05c972c7a675fb6f2a90675a15e96406c968e9bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a88cf2085daa8cde4a042f1ca8de169ed38391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4f2461ddaa6f46117011c92d8e2c69e52b3b3bf6d1ca6b76af1e02f85be7b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df92c185b2deaa0f4ac41fb99f28e99c5d9794
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9b026d7404e7c77cde944be9aacad832f6a3a063015b999d175c886a38b4d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfe7dc3dd6105166e933896aaf10647256c3e03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b3515e9f71ce35ab2af257efddf149c3e1fd6201d7507588cf598cede2346
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4bdedee02244707d901c295d10447c74caa08e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df5f4dfefd9c34b2ff665e5735267342ed113aa46bffcb87bf9c2da63968150
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ead6e13832e5cfe3a46b2cf8066915e94a370
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5301f0e8a74414813633a46804de602bf238b4f43ab024dd14fb78e5e4d3f04d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc5dae34eb58665ddb4dce1dcf39a6a1bc676a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699621a6c0ba7f5a35f6da65e01391d0df2638f4cd565310f617efbc952dc962
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05a159a926c6bbd3407e12c8647e6b180b6796
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd1333b28626ad832a1070421665e07dd194b48531a23decb3d3b2d73f029d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092a1626a5f076eca86abde257bfd6e7cd8697de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d7f3ac8c07307f426f92ba0aff6f303908e8f7c22492576e73468940fecde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d75b94fd40083a839aae9ff68dee00524716f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d127768ba0b846223267636883741dfacf5573fec60a1a8e65ae083c7ba6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31313871c1839fa765b0ebccffca2fa41893f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be0459cee8976cbbdb420213ff96bffd3b8be62b31d2825fb311046ddc56eb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b49e06c72d24847b0a445c2fa69c52e1b16756b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ae26d26eb513ce04bc2416c4eb84d2b83213887df18d393108e47d98f47e3e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb167dbd663e3bafafefd961212dc9c78123e84b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15d86fa61f42722b803ce360316fc415db0c57d65594f5a79005f5d5aa2b4b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fa42a2bc78ef1dc77b95c97b4dcde5c43a2870
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd704de433f53d344ffb599740107c70c9c94cab160a293ffb22ee33f4e3752
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f5ac17a66a073dbd5b68df3b3f472bb463da5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf23b6244fd25266f6aa1bab86f0efce97d5b39b3e136315f7e2fa37200e37f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82efa2fc29f995f68f28b37933e6a6c6cebc57dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9d591b7f7b9bde5f9ff796ba96079c83b50b38e8062da33606f5c6e8d69ef2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b82f7275973572c2c041f08e76a13cafdbf556
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbd7328a1ad14ea855b0d7433e20e817721e3df371350c3e9e5520b5369c3e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237737122653dde71d80a4d06b5d3e9e0117d47c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a032cb22948c5dd4525dd4a300871764496643caee98da7fa3efb96234340cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24e810fe19cd5b7da0b55f73f9ceccf98220e32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8af25ba4064003f6c311be4c11ef6fce017b69b19ffed2d0dd8797578ef9d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b610a92c5d44050cecd378e68ae1f93c235ad88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606e635785124ce84b488e5ef0a939518cecf1795186081ab8974402b1545372
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec09b7f90ec47b3be1fc4bd17ae0acd62419fe9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593dc32879bf27497d31464dbc3e185d26b1beeb46a404507163d8ad2617979c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f212cd07d6d0195a6ec638f880e6feb27c9237
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a19490fe2998cfb7cb523197858e93f042a5a4a8edb6c31bca6d68dafc0ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b4b7cd9764bc56c45729754da3a10c4533904
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df614179d6d201bf5c7f84d0be3eea79c6e0095e09db298366b75ece1f69ed2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0334c009a945155b814ba23aef87282d98c14ae5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbfddc5bf43c265668250d90893248082bf6afed5f7eabc3d7b9358d56a9280
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c34cfd1f73ca9da5625f6f3aa0c016e13eaa9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babd6b13fe8446ce83f1e5e574da91810b7479cb0b93e79f05174abf1335cc4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e32db02eb3409be1c56faa8da155abc6d3fc2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a15f60a074605835bc3f471cd04a5962e62deabb9a5cbca3a2eef35ebddaca3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58fb98c91b0e93e2131642599a5467e888ab756
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eab80186aabc55e92403c901063b2c4e56f383ca85aac54c584181497b51ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537ed034ef7a3492d7a5c5b32dc61f6e62b3890f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a0872e4010104b1ed31a540d3e6412c24647c0cab234330477184455e6bba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68808df4e9abe1a05d78cd4aad4e43d7eed3f70a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fad06014851445ee95f291d5e8425c83d3c57c93170f8245cbefc07face2764
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4398e61bc20c65ed50942ab2784145a7aad87d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e76902727f0eecdfb16e0087027ca1452b9d2571dcaf108cafa130254d16eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f04680133d08921ad80a9f22ada795d2aabf7d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81cd02a0aec11a254d9061ed559928c9c20a444839306e6d13435cd92a15a81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7968603820d964e15b13e7c078cd29990ecce23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5822275faf3f4113b50a4508f19191abb7711fe5f4e2294b67566367c1e6f32e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba996bdba0c3ea26344437213188012b69e487c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770b658d8d7101c2b72b533226e9251d96fcb29d7ea60979e8acece30b90c6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7469a167bc8a8e5649f36fcbf019e78e49a828f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2983012e869aeef34ba683cb58006da8946d80b19fba6f0f6f0cdc7842fa490c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12521ad53d8f65054169f0353a9953d1541db345
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b161e779c87fd10239c7d5c65a6c8f6974ee0f37840159850680c9e5cd1cc2bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d99094ffb140e0939dfe89022fd1f69869bb59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec846fb3fd9bd3196acbcb6934d073febe672a73b7431c04abcc175e9d357d9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726d1f041e37bab8a3b45801c4c63ac9199af31a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d99bfae8a454c9cf5dc5204f019f374104e0c18d03fd5c2bb48fcce755063da
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c32c752cec99ff168dff0707080b860e4a0cb63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90434b78c0038414fd7c13dfa9f7bc35217b487a31612cfe8ef78bbfae7a0003
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271e0e72b89a2131ca4af346d8223b8c182eccfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9cc5dedea29c3e984e493095ace0037fe6d7581cd3fda091993022da7a603
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e89bfcf42f867db1aa19b1a5198ff4c0df9c44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a962853ba8b464ca3a513b9778fbb8e960a4aa027c49dc27e5349a3d0d1ae99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db6308502fa1004f417019cab4c62b2122e4c67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8daff75378df81a1b00f4b74cf95efa543374949e3ef1ac62a93473a7118f3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86835b821dbe278a9599c8606c8efa2560f4f032
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09943672ed2f60088434352f455cbc3b6f8b9fc7dd68882a9288b99d9d9cd4f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66b89e8acbf7dae9ceeaa16a5b8b54ae79a02d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8623e2ddf92e9bcd60806df6e0e60313528ed9649a88ee8d12eaf852d7ee7506
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97af3f1de7d5c1bb9c539a111f3660dcbcb25c64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e27c36eb1a437b4f340b77649b3c2576551d3945a531e4ebde4a5c521079aa2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca57736041f5380a9af499662d92059ad8ac096
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e049681615714883e084467eae6ba2077173eb7e7e6ed0359d75bbc3bedf2a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb547a51c743433a791a34ecc1ee99fade7c0292
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0aaa0110fa2a5d3c42e2bce9b8b7934c655cff54660e4f83cb7456669b5ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20198947cd5904f6ea6f5fd62be497ef14613e8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9208d28b6ef6960df268ac4a6368f9889e615a5e9a7856c6f1a08cadee7db6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d75c211999315cbd1734fe0e7db13ee8a5883
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b1a26b15d1b63cde287843b05c2f992430701a233a45e70feea1b0c872f75e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cded8744a018587477fd9a9a109c4386947f8ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60ec18a121e5676dfc6684fa95e8a9705721e8d572b15176d435f9242f50aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5f2b009d6940b00c9051bebecd68d43dfcb12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661afca43cba566934752e4261e78127e8886c87cc56928e92683f939f6cdc8f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04602a5ad4720d8b4592a4120dcba6c232fa3c3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf63eb1a7dac755642a8fdd6348befd5f3ddaa9f0fefd4a66bf0b17b3cc996bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec2031cfb6ee7490af0067b5cd637eae860ef02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741044a97f5929e13b519932a531860442456e89a332595372f98a90487b99bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323a8b8f035c96cbe8634f7ae352b77cb7ae98f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3e505dce2f6b953ad662cb6e72e635d2826646bf6992c4b9f3240a0f87d8b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c203136db224b6cad58b2dc396a7b2f63d80d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfeb78b346f47396f657d53f3dcccd3afdc8c8188c82249251c22eafe4c5e83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96939b587146db0bd2d00f2c493fb120fb4685bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29daa22f1fd7d5ce041ccbe99b8b85ccae9c60bc1e74c3be351cea9aab45edd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c012dccf36c9e19b45ab23bc87f53131653eb73c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf66c3ee6a83c16db3292cf85a418c20ad67b84bcc79d2314c194ac3256763
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b375c3232222e19ec863851688ea328fd03f8c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f337c9648cf7ac1e9b982f64588edf6d2b7ccdac64162a53e75aef8988462a
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c891072186906e5c2479dcbb28b061fc5dd33f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccfb64f0c3939cf11292563a1824182dc4a95d02e49d3f96d601c6b6c327c6f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682604fbf034915e368430d030a9f5d7e36f8159
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020af4dbd97dd5d0fefe9f9a29584b9b8a22ad43b2ddcd49424c16ba05bb3ea9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ded561ca760f10f30c8f6f7b2b56900c0d188e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae9778e686b79d6738c1dcf78b2da2a374cef202c934eee7634c48b959292af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058f936a9a77037f4624580843adf91243b9d337
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a33112d11933739788e05489d53244c0160a7075ef96dc704c0925bce10cf7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820c51b5a65806d80c9d4f138832e7be48ba004
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f6a73d2519fc366afc4fff2e3a5cce4d787094273bda6c094ad610e19abe8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf4b0d4bc8fa70d0e1969279c7c37f39dd3dc85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816027c5e888d5a6e1c4de7cc6346d083430486fc9620f5f7240f3be63bbfab3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577be6e2477647d971c15aebb102813e21656d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e4ea7257d880034ded0df84c9e5ab36fd37a9e68b0d0509318aee29057c1ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b38d58c92d16d0117da85fcf1ed59c8230aadcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655984bcdf9110fb77eee81eaa3ac11d2024a8a410e9ca32c3720db47b58bfb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffc680b823edbcb72c9672a729a9fe58b43d3ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409bd7727be8c94f039ca8038daa60faafc50476672c778c6e99b4ca8543357
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2683c81cfe96d91f987f59c5821a7a20aa230
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211759fc4763d907e7a1022a18e255e9dddb5b7c85cdf9039b7015064fda59f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8581f5b0c23e38b5d993b7b3e456db4a6e315
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003efab61dbee418c0c86cb158ab81cb96e88be6521f8d76d8b127d91f00a96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc6b3c551438aa3bd4d325302df17c8b45527a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec40f0e5bc6b14e1fc1fc6662116cec6f53136824bd4f413a41eb2882cacf50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49ed7a50bf9e8454764f83ee8b2dd3e487b533
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934a769a826b6364d7a387eb3b47f0a290226c91237e1d2fe2dff5add0c2e153
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab095090158e2ae74d7ceee927e7cf4bc18098dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1969b0c039c59ad0a7f74240f5377d8c785fdc84b22a337e9cb9bcb46630b13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda3742073cc4998e886719c32ddd5fab66495b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e5c57d2368ef9041083e88e10e0ef05f1a70bac4ada440bcabd286ba3023ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a21b8ba70f615233ce7faf96e4fae0106a6e8dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d9cb63d95fe62726d48728fa4ead7a9399d301e1ac6329a2990f60facd92c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d054915cac8cd7d17899514f5f6363daf4ce919f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddf628c95274f80d608f9179c25ca6b1cbfa7543cdb2ccd6203f91c694fd155
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bf474784232ff237d68ebf641ff38b17c8b46f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67ffca1d01b8bbfabceb115f60d34beaf4c29e7463895e8567eae075ff9414f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5351ef512d5890dfb91fd8cba5c5fd1f17308b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c4ee86490569fee8c6117bf33148b051fe683519cf765476eab4de6c7604fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445cb134afb5afa9605b58e6fbcc00163bc123ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c528f8543b15597b121847e355f2b1bfa802db5283eaa43afe881ca1fd5db6d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48e7a87b1ccaa1fc6918a1fdffe69f8025668de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b104445a068c4c8716330fbf915f6e63f2970c824b98eab7fa35edef65cb5c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96e99e50b0f2bdc0b614467b1e0943a99e246d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d300f688668865e55f34df9f28fe6c2a25c3843ad66769d5d4e789a81175489e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2009f0da0e04c8ac1cc426103f0378cb6c18ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1976a4d487248de4020e65610e39e6749ee4fd61a8dbee51761b9e9de09e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4b88d5426bd568a44f7bf20d15bfd81ab5cc1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c872f6cbde8c12c2d66fd8341c9ace4cebe9ad36c5c17af5743fb1f699d528
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be54f25bbec936de640f9919425a69c11d8d66e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd15663dbd2295743c53fac07a297651f5775236304b2de93b3a2ab958c198
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cc63a57701091813c7e92613cdf1f0cc7ed29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d7880d88c6257c52acadcc1aa8242b8c0b5ec1059d24841f78e2f358f48b7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bb6502187f99765653a49b6ea50bc1daf4aef0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18101fd2940e47f7f227f99870f8cddcbdb93e99bce6f36be33e164aabe1351
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea391847e1b31b5c5ea37d31eaf67e8a4fb0af1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cdd94aff0b24bcf02bc729973ce9796a97b04fe4d73784a1011ff52a88c314
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc555040b76236978b7c4d6ec72e9b6d788591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1c21296af03afd5c2b22ae61b1d67ee8996414509bca641c5e7ff4cc2ca7e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faceb4a9b67b434dfb523352a86037919682609
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731fd6b0a3af9f88544ffe1eb798d241be5a04a440dc6eb5a52b707f31020df2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002cd7df9e3c351c111a7ddd233abd20150cda85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c372412ac2381e6c9650f7b63af6555b2f5bfd9627b72a2d86625968d407dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a63a1c431edce20cfdc49bb63bbbf427c4e68b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4129858592cfce3902aa48bb58e59236acf50afe9b1f44546299402b80ff799
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc104d398e6be395df60f5af0c7ccda8c228bcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2207e4b6e5527007df6b2c80768c1b6c7276b0fa87272924fb0f3b218fc969
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0fb4175f4efe4b3067f2fdeef6be83603ff8a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219868bb8bbe34a2af81ce152c8720127ee54027dad8ee5a420715a87eb0dbc4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ba23c57b9fd63912073e88aad8d77201e4ca24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48180a39d0f45233c162c55940af4bce41bef035d8d75a08c92fd075d7023345
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05733ea08640d243ffeea10f0c41f5dc149cb902
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ad8c340f5d7def21c4be1280cd7cb65218d919e03cd539029e66bd06ec185
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf45b403db2d1feeff17c4b95ce07561f519ea1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1678e32f4c362aa827e7ba0b5b22a888195548f0228f54dbe2c89a6a251b87fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a56054d34f5df9d901456dce7685adf5fb3f4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e053a7fb36842f34646f22e71cc0003232b31dc859c67f9da8c1457f91c9d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f92c50804f75ee8bc52950356afc5fc5e56670
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021b5a6b5e5f879e0630f27a950a476aec94114d2a39fc8866fd3aacd44ab132
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d2b6c36e13bbf66301a005455ed234300e0561
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e1b0f0a4d4c3c61752bc462d5f12b91ba704b4dffcbd81eb6bef59fae3bc85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819b5e3b7e7123f4384542885482b067bd57e262
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac532824a727675882d76a804734b953b8cec38e595cf1137e322fe63cce6422
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd796c8be508f0d3c684b9099303347e660fdc4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cadc7653e6cc1cc5a1f0f2da024aedccff96b44b4dcac747df090404aa24d5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd362442b6726dcae09c6efb14022296013d3c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07decc313d2d8fbdb64edf72202795b15356297f095dd83758395bf9d0eda387
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e731a4db36bae3ab614b4155941d54901e3a807
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0ad2f582510260ac67df49d0707e8022cc8b964ab14c58301ee5c01831fab5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6c9866e4e31c581ad9c74d4a5c27e4a9a76634
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdab76e68bf3aad54e337fc67fd3aaa7e45115b3343d111c4fcf77b7445ddf9d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e09f07af4e2178018b7ba110841e5dc59dbbdc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3a1cbff7b179fd3816fe8964f7deebb7fb115c4bb581421cc24ef65df9b4f0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1679c542e5446d563e467bca464e1ccc7c16a877
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a77e05070d454675f090a6c8549db9e0e0058495e2820092ee17dc63d245e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9a70d7243e8821d66c1da0f5e162dccc2639ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40042424c10dbe4edba7dd866dccaf0d15b4320a04c2ba58e667f5626c0e912f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12419ea8dea33523fb5f65cdd70a392f3926a80e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00235de3096c47acc231c13d8be668421ca15976ccfec90780b0716f509db601
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b2372390723ebcfdf66684d3cfc46afc4643e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd934b74275fcae373e8974447f488f065943793daeba88f496f24283c61fc5f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82823ff90f875828f035d10cb26da99865b2862f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741b561a1af058198976b4f9d13f0f9fd3fc534b5a1c9da988db3099aa8e3489
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4add63b7e8d68e296b5a273139a4484b54c0e494
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f37e3218803c6055d7b1d41b48a9714bcf216ef2ac0775f1059b55c1d458a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96455c654a1d9ca5e83fc22622da2dbf12121fb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdac8d56bd94fc62da32e149d3fff2156dc4d462b900d91309d43b74c74fdef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a15e3787046487be92274896d822f53f9d1f65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a749dc1a7ec88c900b1dd5bbeeffb70b21049e912fe88f6aa699f022785ee826
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dac29ea76ab5475a1fb8d8f8ea3f740692b8d0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44398ba1db6443f0e1b98b6bb62242d489cd72e2154a861a115ec03e6ee0d966
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e00014c09c8e970e14cfa7c0e69484614ff0f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e83efc3b0a097470852a8b52134e46206c2b0d5b9755cb3be7b685356b2ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9a85962a1c9d17774abd2e0d1812c589b71c06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bac6fb2c28ef57a8c5322799c7c77bde4937751f10c2ab0eb6dd8ddb513533
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727fa8f7203ebb1109b024be97da376726952216
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9418c107534c9b852a5fd4cccd262e1c0f8fb1fc90b83996a05664c6d07d825a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce27bb4279372ebadaf36a22d5802f521deaf39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16aa9ec10a1c72e69859470fd7a33e3061e45719315bd8318e9b7b5c9d59129
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0844f33721c3e78daf12681f5569dae32d5cb1a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4052999501decf00a7478e1f33ec3c711b88c19aa16150e08c8a20833a1d10
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2912f5e4deb69aadddcc0d43702bbaab9d0bc4f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afce45dfa8fee80f7a205b2b4aec7fbda92ebaede77fa48c4547f2d7eb14be47
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1730c02ebad1ea9a40369a93813bb08e49910a13
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38da8060a600775f520d5b8c762dbddc16ad876440e4187f6d28d4c1a6b04d1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d237c6bbabd841f217514d1f3accf7d74bdaf3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f435a33989c77dbc849c113faf02f3cc613430e29bd93bc7525892c55f828871
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0317a40747470bcbb33b63860ddea0fb53cb5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbcb85ec4590eb58322ec3c813326cac48eb5ec183d04d956ea536505d72377
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239393c57b7cb5cd38623dd72da8a8257e3c0e1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd8a4f8758ac2817f7a97d5d891bad234fcc30708010d85daa1e4341c7e4668
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9979a64f8dd297e5e80aef0a00dfc17cd17057b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213aa68dd531c1507eb5cae436ed1af1ee066d36564d457465e4041ed06996c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76bbef9ff88ef4206007277a03d8fa5d9891786
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc883e6634910a9cedcbfc6b455aea008f418852bd958617aaf031f24237968
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a45f8ad71fa1e977a4a51612fa2bb60901c06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999982654656a4e03f6d5d1828096cfce7bd025e372b05eadb5f38fd59579bf3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871afc4603d79cfbaad9fd472577055767e80658
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eec2e756d85973c15f3ae2e4d61937e004ad3c970a340d95aea2ba8ebe4fdd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2236dbcb0d744be5bf126b6902653e2630c9a61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de898f0c059a939804f23ce500533fcca5daf85b1d65ec68ac1dcf66c058d48
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe62f609be88394e8e1172eb8cf30216d29ce5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df03b1fcf599d6f72a5682d32307a57dfdbe8a9ff93064710c70ad1733788d37
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15878acaa3be3549bf46c85e2309dd998e23e2fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6049e50b2e7fa95ae4240cb388e44f67d5ad06bcc770596a8c51fb0658d700e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1883fa57d77d43c2d53c063554c612bcd7acb122
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d54089e6152cbf864a0033a0081330ee42deb1b0829bfcb65e8254232db7cd2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fb0b656635ce46e725ef99d0e9fc55b268c9b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b350dd1d51484b0af043f000a7692d4639359a956021eeb3ec86c8b802f12c49
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a592a639663c4edadb373f83631dae38e1fb7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e08fa1d1d80b2bc3785026223b5d9cf7e8ef52d01f6e5ba5fb80275e73a6ecd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392fc486d6d08938f6913805129415558bd7689b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85265f43f3561fc6441ac575aaf748e901d65c07656ee8c12ec5422e9c543f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f663940ed012b42d250e5613b1e5867de277266
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beac10c89254ea10314413d1f827c6a39039fc84a4bf0295eaeb157b08e7266
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccf9f1fc923b1280d8cf155f8d5f95cf718afad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db873b4403f95082feb04dc34449d58ed3b6bef58d020901e6f7db7a68011f31
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a422c4e98798becff54af4731e2e486a43f82f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013051ecb6f5d4969d6d1f52a6e4b82ab5de4fea60a9ba5997d64ae9ef3e7fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a07827520cc4375a6f9e520c91ee1b74af27c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1715361325d3dfba7cd24a51a3e429af55a1eb9ccf689f80b4549ef840c447
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e64ab68d4036beb9bede3aa087973f6f3947776
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a9f6c9da98aece66943681de44da7eb5e2bb6e65a4a391e34cf0249d725179
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5758151a84b09a9394150bc3230bb438b1315135
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92282c4ed655dcfc9d41ff9d16ae65e7c03b2f50bf06f66d51d7a272e8076dba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a433362766cc6f38d2e3130a30626bb8a71df31f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ef95195ffa97447190da369e7a12b75aaf71a9760038a5ca1683823c066b7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53376f7fb5fbca5938bcbb0450da76f6ae0afc11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7564e13d895d6bd4cbb37fd5bd14bb361cee1f1d80800ea3f02770bb3033ab48
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b264ab03b57acc3548545ff49283c54286eb77bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c4208401eff38d778079e26f7e41d3c5acadb3906cabd572fe23a7f788604a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e73c368df475ac81d32af96f5a6436415d97fc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f117aa0262d1fac2de4396ee6feeb16f96bee1f1c85a792e75c0d74ee2fa27a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceabcca8603bfbe0f729429274b78da4d939a67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c7c66d3450669c8b92ae6eea32f9b332d87d8b4aaaeb1a58db90be73316959
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5db76dbb694db048da8471537306a772c89d313
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec39349273550f9f73ab626ac4db5cbb3e2b94e68c20e83d20ae15076efd074
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898e87b3ec87ea2a470da0c388e38e02d717cd62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cc069350c662d996c05486d3393aa2123aa2edb167c061ce79e35506bc1577
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbaff6f03592ef2ef0995636899adc91cf29c50c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4abdd97ed51bc88a77a8e2e763a60cee2788074663ddae5b7218746543e80b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e849bca211baf65cd159b36345677aafb2ff2470
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e452d802a6847bc6e0b08e725697e2770382a2766c16d774e058b757bf2daa9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce573496e191833a39a7f985f2e30b6d68f25c26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24661f62c94e215f10884f752bacbf5fc8fc1532705e287e513e5b14cb8ff7cd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c08487ac229fe49cec4a9638fe7229dda504d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690610e3868ee40cabebbafc848e8fa3ee273339160a6f720ef276520b8f31af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff13b4c94ea111ebb54c4fe2fdf33e776d674a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dfa8b9d09b8097342eb6c4031555721c673545ea7549790f0ac34cfa5e88de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307c4b4608ec5a49acecb19b4296c2267d45d208
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ab860fcf81b86524a43a51ca09aa5c17fc2825b11b5c114777978dd4d8b5d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20ce1864e17da96749bd0c2cf9b19bc7694cbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b205ae6b26a2c807c61c9d92ca48377af0d9f0bf276de696434ed47bb581e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964831dbabe97e5c095cdcd8857e811d03d9ccf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ac6d9e806d6443e835c67e28e44704b7e7deb7b99b3207c19bb1c422fbbb6c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6982be97fc41da13dcf0f6bcc7e2ded8634115e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4477b8f7a8704f3f5e245e861290b50cc9c732ff92845e53ce6b4be0ec24418
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3603165e06f9f6852df74dbd0bdb459fa0e6a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0e63e2b54ed8c77f65f0bb16a31edd6637f7c84b1a15f469d02b04b32d889c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f16d387eaa615de0c953176efeb5d723ab30f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c56a17ffc772f261a76c9988e2836a588ecafc5020dc901e96114459e5c18d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc842b96a7a6d574ce48bae4b20425c30c462beb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9bbcf1e2089a23819b749595201cc5ca028bfbff79ca2f9c46c9af63b85aad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f9b5cc8bb333590e15407f20e19d6b352d33b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f7b4801e38c133ffc3c99dadab3001aa01a32db0672e7211da2dbe9c932d40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad985384aada9a2bbe97ad16f018f6d259627f0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64979604d3e2de051697641690d1981dd6c4e153388995887bbe736bc92a923d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9507f3a89de75117e2916c9c4e6870435c8c7d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd53f4984d2beb392c81d5007c5116fdf343ec7db040424c4eb7e7f07a52287
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a117d5e54a100214d5c1be539fe60b041c80c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2655306c0390a60eaab1704dd70ecc6c3084b510aad2a7a469b7c8d03599b54a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b7fe5d84cbb1b4107730ff42bc39e221c89bb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a63604e5a73e6ffb144798af72bb63c55516923ad43598af1f27d982f5694b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591e48799a9242462b2bb31e35e8c3b8bf00f5db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04418103486c60e4a33a9df665a2709e46868217c61d76e8f7b765fc82231f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c9902d6ba19d83a0528ab92624e73655baafe9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a459b58f71562b1ac477d9b566250f1f3ce3317b8883a6aba2f28fd56a6f349
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da22832244d5660b6313eae0ffeaa416264fb1b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e284bfd44d5dd9ea10be9723d16d2c67ef5677ad7d9d0f77c0548c2546c56d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca3e7a7782e47cd4f207b6e494e36b83f3009a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668fc696c902a25f1c8f5794e6cdde0db083d92641770cbf4476c3140b53dbca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2092b4eac3eff14ba001f4531d1f9b4fd714fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325322a45cc37b35539047eb5ade30b56f14f9924e060c96ac4dc7e1b08fcda0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a98d36505eaef8afe3ad652fed2b1fff7421d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5580beb8ab5d13b6cde58349167fadadb5b84714bbd79ed1fac8c6cfd41e9ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c56e4d2ccf5e1f23600ffcfb731cde464a75d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2baea7fdefbc26ed081d11c0ede4ac2c459f4cc167c2c6484f5865237f2e75
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c782c270fa64b030bb7dfe19151ea05ff828d785
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80377eb3c779bcf994bf59160e0a97aa7c8b344adf9a055c7db9f1648f0ad1c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a9d075d2652856718b7e5bb7e6dada42313195
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353309116f17f4df87be042233c9ff760886c4f345cae44b2cf9fd48d7da8973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818d9578535aee6d487346aa72ca04f3d59fa080
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171baddf8395259e62c34d7e8b4c3798d732ebfb3e57034d88d81793b955ebed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a8e1ba2e26c27610e5def300c6d633d641bbac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f93ad6f5d95c8829c2917c889bd7e7697de3bcf42dba4af73e80bce392f8e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc446cd368fc9d7b528353e80ad162e310779a21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c11f05a06ffb1fe78616a4f611636bd4942ddc3cd875e80b773d7e7d24a00c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4b394aa1e6744a9f851ff97fcdf91dd198d6d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d8de8528fdc4982f82c9d3949c33c27e7130d5cc5796471438e991bb27202
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b81fd6460f2d92445a4fc493d0724056c0d8a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567f428cbf6a658ce3483e1f86441f08b638b4e894221d3ab734620282f8ebf5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32956524f2c5d3602ad3d11535b29dd796b44d38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95ba18b386a71e2959b36fc62f4f3a0022116bc0fd04b7fd92942d04fa808d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8aa0c06f58657200e55288da2469360306028f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f51e643c02ca1903af68f896c030c1b9c85cf6641e37308bd113b7527ff8926
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54580607d4fee300e5405943aedd33881ba398ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe2c5a889b79e723b6facc650cf4e56808dae35823cf53881e95590c4efa416
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046f338dcd29e53d8c88772a37ff34db79838eba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20d71f25243e0882d3732bfa0d9118e58a79ebe94a757af1ce90ee248a5a7c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235c0b4e33d0d95ee059748f88f8c642baa1d15d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baf8fd859b62ccd1f199f2441d5141402f69932cb4387280115816ca1448ce9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f371f64f8b8854d116abd767d72fe369a62f2c9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9728bb64b5d517cdeae050449d0a19811969359298bf9ec5c2cab5aee6b10306
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8f13e23c425e8a3b485f18690ec7ee76d2f4b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070167d40d1153092e5b8ce75e9747089e50b7579d7bff6c3885bde62afbaa14
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c6cc38b31cd9c38d29678115e461001eb4e61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb15789c0a215394520521cd6d524c0a0858ca6f8ba458dd1056706566182511
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f51e3bf3f7dd0b07c6b3900a639352f3251836
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd0f2d84c06e5b664c23e152a204d7299e4e8fad06557583b6c4142129b26e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c71d4ef58da39d86e5ee3d7514b016d08d64a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce6f33c6a4479a37826b8e1df7ac6161798ad849590ffc2feda6f0ac9dc6ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775d3956f4d45437be0b5489603aac273cf6dd1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b2d1000af846212960a8c353708d07282f2736398b796b365ac74d6d776638
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa42165fdedb92a1475b0c03185c9fc25846a8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3618bec999cd3338b2fa75f8ad18355c7877b0e22eaff52dff601023d9d86186
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88015a0ff320222d1e14ed9bd26d5149252005fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8a18655392c18467ea4da09dcf4728b8abb6e611a357503ba42fc79d5a07bc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62cd5cdc01bc51e023e74e941ea10ab1c40723f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39f06a6a7234d426a19e029f10255f586c293162669bbed8d2f2bcd24677eb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f992a116373a204b9fbd7c92f50ad7dcdf7f1afa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6325530a5bb6babb3987cf0b501a99dba220830a2c0ca26e8d0db163ca7e57
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0217b8d1b6059878410f3b657617e1bcaa023
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cfc20acdc5a1dc9913119f650ef791c1bfa23593adf3bb6b8b4ef6753381b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c175547216639416a28f544f13a4feedc2530f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b95a4c148b2bd38289d696d36a9a6157231d7e0e70aaea80994a8f78c3b5e5a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e152427f5c9c27884c322da1269f7f330b5086
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1403937ff1cd279cb980adb642598e993a9477453480389fec85b1edf25d226
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047e3f30d645b6d3c658cb6717d999cf1387f64c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c935151c4a45c3d3b01ba2d0a4912f952fbd4ffbb9f6da4f6647793f1ee647
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e24659d1a87fcf184215f169c320139e6f81e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392ef6f7ff636768a964343e3bbac778cf488094bd1b7cd2c2780c7231a6fa1a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c54c7583ef9c5e14503769008c88e5dc0e8d53f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d3bc811700365db4bfcb00d19c1b83655da458716d79967c7113b0dc1d4ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8435713f78fd0255765973b4b6a7580c93dc5688
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5624c034bcee571882b1b16f4e5ffb145206dd748c2be91f460dbdcc4170cc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac9dac4bcfb6797361caab798e26b84b1f1fa9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef6bf4b6199200ad595f6ad79c49d8241ce7a1ec0544d6379dda43903bb3dea
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5600df501a293230f1d1b36c8086c5f454e837
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4f7fe5b04267b1eb1d168e004cc66a38511e6683f1c8eb36ba9b275517231a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0196eaefc5eeb17f31ae9ac10f6616b4f9932173
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003e3f1400fd4c8e99a695389431452be67f47e4590990b77d1011b9e76958c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59281507e6fae4842722d5e7f8ae6833bb423d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a3a953265c33f20a00fb3a15e74684075531abf210f3461eb51aa3ed3be54
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117606fbfde3f65253ba8fe515888039ebaff277
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210a5976eb21ff78868ed82db20225e3127effef26fa42ff8148e5c29db2656d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94553a12a8e4812e122b7dfeafa884e1f6c9483
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dd3c0c7da3756c7d9f9057c0369300e793b9cc3c9a889f35141a0c1325f4af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920921f90047d13e7a2642ffdeb58ea911bc19f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe22bb25ce472e660ad7d34e08350ef7ddb7e3d9a8a71c3ddb31fbd68579c330
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfec79de8e943a2855ed81f04f8786b3e7d2a07a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c0df72e9b04ce60cf65f6f95aa51ac17800296bf42f9084603fc74f0449fac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5555423f0b95f5a0435b31ba6fec25dcfd9557d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35e2acaf2c0cfbfe0068e18baac39ae30e26fc4c48010b898ec1dd456c42077
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e415115fd82ad72099fdd4e91e95a6cf56059d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5713062315690c0429769fc83d2dfbfa377048fb5c7855d1358786affa1a6be
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65bc468f243eef1aeaf30f9d357f7df85e8e7a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb4f119bb002083b3c8c55ea59cb0d336d2179ac2f2b2e36f06ce3413a77cfe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a86b22ec58e2d46293e25303419aecdbe64c84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843843b184ef5ae152e4f7369121f942b57bdaecb4a42aec6ab2e395afb8b3b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078d6fa6d2a352005dea5bfcb3faeb87c78f6d86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ecbd728624672b3f370709a41c8db68845339b233473c40eb88a4347faccd4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaa2daf255b9bc31413d7a16485c74bb153652a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b59f1846ebde4dc7e4cecf370413f6f1d2943eb860d92e28e8c9e0716c8289
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f4741fa2b37f0a8a5016216ee29719f41185f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2259295e5605b9a4da8076e3ea85bf2a9fdc06a2995b6f2d8f8ee4f9973866aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd18a5f7709dcc96c2d6a3a9ec78623ff5430153
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d6c3e3f72dbd390a3c2c7d57d47dbbf12f939d606cab390aa025f8b6606b82
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d4aa2cca6292cd0c028d06ca91a0d2af88593a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109efcb8040173ec8e384e1c20b8eb8a936dcd2d6bdc17da56d3368f5c118d09
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0f2b658166f92a1a3f9039072f4d49b9659133
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79747ce2e964860d6bad58d9846f6841ebd9127c2e0151f17c21944b12dc055
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ced9b919db576b7cbed60d8244122440b83993b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52206e7cff23818da4e7f6937687f377aab6e04374d42e12f12bb6890da09f33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a60703cfdac7db013ff49c25c8856ebec4433
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000688166e094ca944b29e8f87e9db6ce7cb4b71a61d0007e8e3470cb48977b6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a88bdd11e2e7ea9698cb1871b665f23ee0d1fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da40b66c99c6b04628cf5b75302cc64aafe33f0be280a2420ae54afb209fd14a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb46a92ce749ebd952cec3ec43c6fce47a932f5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71001d9dae487be06fe9d3f57e9d2754af0ee4b18849fd34b53d58a2dc1628cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039d71a5f5f2aca0d814c9d1cf0f0fc4bf3b7c70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a41ffe6a447715b192215a7cd6bbed9d805448666f295fd8646983fcdc6cedb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336ac950419f49d7a0a9beb844b9d64a4074f398
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0238dfc8c7c6aca830788fc158299dfa3fc494fa4134470d7c37e6ccf6a18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2ad819ab099bcba99cc7d84f05d2904e18530a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5641c1e7614205a7d792d35c1afad932e7e6bf0e7368bb1551b24be21d056585
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61543487a719ee0df993cbafe85ef533f6e2b596
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab556eb9275600b289446924cd1dfa59421cdf592dfc34c7af9a2e305a933a81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af866978fa8a8c981a033344074495e829839150
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06496866f065014697da96ffbccc8e101c70f1f8a63423472e3bb2057ca4d276
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a04f9d21bb205ada5897746c9f4cfa6920839c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f387c8d3e044238d69df5697e3a875b2c47b9190d05aa4420ccd5e0e7e18b019
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143816c8e3b6fdcd7e1ba33a31497386aedff2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263279093e5246a95f3c9b542302db5452f5f375ec542d0c4728c87c57011bd8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3742997df85b9ce0433f820aee8c55f1e0648f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc2cce36fbddc239aeb0cdeaf18ffe5be2107e7d0378297114dd6b44ff1a6e8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9220a4030fc681c1a42d40f9f0510272479f957
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586cd6fc900e72d7122a932610e375904b478b05a9236c165f2fae73f5118c6a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e64e165c7fbd8a6c8cc35aa13c9d4cbee71834
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250a37fde5e4c728a59cb847754c55deb000ff87dae0c59ef6b93f47e26ae04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b0bc746dbea8379556faa4838b7e9ba9dc5642
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b61b40a339d786b3f2a92eb48edf06416ae746be5ca0aaa391d38fc81a4bec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6882b5de545df0418460427d58cdaec0266399b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5ecd08d6ba8c850d8b3da65a662c8a1fdfce7569a5deef33d7221b182f313
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3ae7688995d18085faa734458127e58f61141a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c27a8e6ab93ab693eeceadab63a7e6f34da247e5f7188a51ec1dc35f4ff59c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e3df2366ca281ed5ac1a03b02ebdd3354cef47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c4b2c26bed487f14e71ad620aba050cdf6240e0d10d33426d336bc3d2affe2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383732693af0d2f494d25ac36a949ce09c0ff802
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e7817441eccf8202e15e0e8253682ecd7b0b572e1883c87f7a59d956af30c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4abef23a04870a4844a9b024ce3b9e1a72441e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5774a4c3d62ef23fd3d9d6ca9d7b5346fa2ec86025d3a903d0840488c68eeba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f65c9a31fae277de403ba1e8910ab8eb03059b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed9da13e32553fce41e3fda33f4469f998d2aec595393d9856658ebd8fbff26
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34636fab385f7358be99b34cbb17ad08a6ae65f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e20e554b51dad602a9a54fe917c82a3c42a836ab128d4c0285021a24f27dab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d902af00c3a0b54af4a855752f87119aca50665
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd28d55f1fdd0615ce265ae48291aea3ec61d4e1465e572ea25ec8bbd000525b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9628ade629b83ff069a5992a5c38615f6c854b4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07af8c0a4983e8697bc88a8d50fc02011379c1c6ddb2071a0c083d631587216
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd8e31dc15cbac5e1afcae69f16d63bdd5ca0b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff11a794999400f7b62a7e9df1498b5a9939d01d3769155dd4755c01263cf5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07cc18c55e609a85327ad8e0d32f80dadb37466
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f0c715ab7fdb10e35aad2e5c7f7cb3528df4479fc40918fff165b327c301fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f05294e10c4748e2d30fada06e47b26c0c397b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c2f36d1617ecafa0cdb699b6a9c4a9d54c7e07c779d333a4c0eae26743033
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01997a0e223b5a44da730d07c639d9b01fc95200
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78003bce1609e59f02984a618066e1f00c673d55bbdc5e79bb07fb9a17c1907
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fb9adb97dfc9d592103f8533e23a3f1cfdb6b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab49ffbb556e8d3ef3b7e9c6a55c27704190f09e770ff3b7712790f639b2fa3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de89c923375d9a30d4a139047347b853e87cf27c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed132c5aafb954b81b7da1a02705f8396fe300296f20dda52cd915affcc7c095
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724454ad896e285af77bada4def1232fc8a93111
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285c1a08dacef2fb30f6051ea3d5b8088ebd4862c348b36da59b66b1cf3ebc1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa41ae1b85eb095c5ad5340b39fec51a0d6fecd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e8c379909a63a6c3f322184df26e545d794bd8b590d48e24f30252de180c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ad4bb8cf29343986d3637c6cfde75e51ddf802
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce78e086da29507997b6bfe3ca653e1334bb5a21284df84b175550f03866d86
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ecc819ea22a5f4a8babea9437f472cf1d495ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c836e3126fdcd07054e4ffe7b84d3b7082727501e95aff21a98f6c35ba53c7c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9102c7b0147a2f47874e315161acff4544e977b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7592d1fb6331277c0c19de81eee21db70341d33c9e4c1e66beca7b52bb1a81ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d20e8e44140c4e7520b9c683459d42f5e76f08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920e26ab5a98a2dbc5354e10dbdea04e4402113cf5b39714a8f9440f4f9b3ff9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44eacc61ac9be863f770acf24f215a9f25ea1d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97b98bc4c5fff1225d15297b14b6c0172e90a111c88b7900f2c6347b27ecb38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20354d0e2021b907cdce337212db9e6dcd67c6c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a928ad24916b6e3386586940de94126b08e4033ca980e9dd59f42d1ad6eebba0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d2e48914e4c38b837ec6e928396611b0c31818
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be30202080d7898925dce5cf74ee21e5cfe16ab12658c4e79d058a99fce66a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7b121e6ec2564f020b9f5e1583db02670b1c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc379b723df12685aa65122db28cadfb7c50a4dc616aa3be068575909fc90d3d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28495c37485eabb2b39ff2c956b39e1bdd64910d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da4506522983cb7ebbdcf1429876f61598fc7f25885410f7fbf7438db08a128
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263be81724e23c53c4483f6ea0adce73ad9a975
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751a62b80f211d9bdfafcc084872024a5a9a29243a8ada247e7cb02b59850a1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d9e4d33cd2e3e7d33619b94f4803e2288e84be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6128411a5adc58e515678127a04d263f86050b7aa9c4abaa6be8b7198183b8f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e6703e8bbfb426e5c54e3f8b115689be99099
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4a547f8107813074f337b035d02ef379edcc3fa0fbc740bb8ad6368842ed3d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ad293b0a87d4059cbead837dc842ed2b72f2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b418f2fc347a3189d14b3113e4daec87f3c631850592265b0e35af4812226d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741f8ec1230f0d1114f1bd24506182208ab032de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3af6623f6f208296fd99ec257bd6e0cf261ce1c941cb48d68e154585b0abce5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dba2702484f391d7c288347adea17755705bf52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210fb357d939402c76b817b440e6b3196ac2919cdbb80dacd81134a245be0e35
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da091c31715d60e21d27bf41fc813eedd7b26601
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7333e4e69cd77e1ba3eca11c68f34fa8308f21a594f481d00a009324c6021f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfc73d0e564e1ef2a695cf145b862665b9fd856
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc9e2c548782a9ef683f571ba05e6a5d6c59ce8ffc26b1664d77e741b65bd21
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6428852e3bbdb927a9369f927391a48fc8ea3ab3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d68a306a8ed981ad6ffda612fa0976b7d6d13d9effca57c5dd85098bf1acda
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1358256f71abc4f41a53e6f79d463d90fd9af4a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610000ad44f5449b67d8c7bab40b3647449ae13639e95262f320bfd2d8124021
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037107df26e8c67b1b7c47b54c09ebc07dfe8bee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8fd8d8efa1b08571311b7d219e9bc8c8e4991947257151ab36b273d696e27a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e56f99c8a53a4f63730cc2ae994522eeae9309
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663dff4e0423efb3374b5f494083c9899c62e1720713937c2a55d4eb3d40cb90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1784c8bf70de095757e54c9cd3af06d2c81e410
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea9e86429aaed947a3360d5abc0fc0efa6c9d5f3516a39b02ff828ad2dbb641
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c579abfe54c692db87a3bdb0ff699baa674fad2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfdcae7bf7fe653207b6f846d1fc3812dc1eab4df078d44210bfb471e2f2ad8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edfbd2dc77259e7b63a6894a48711de64010fa7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c331c1cd7465225ef71da4fa75b490aea970f97e650b1574c9c85ae656a7f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2db681aebd0800586f7f7d3ed10dd392e336f00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d4a0cf5a2de83f00f48ee1bfe2c70667d069c3bba0124449ba6841bd2095c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f360876566c83145196aa6ee77b48fba44bb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746b51416a908ec170c4269ed19f653c6102cb70df2ce9a8074d9662853c057
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868aa6807bafaa469edec92fd7619b9e67144380
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e846790ac21db6c40da7075cf33cb18b1bb64b442e291942e41df1b48ee8c7d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d8ed52f8493efa12b92b88f5bfd167b5ab7bf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bf91e485c9088b296ee8996e11a6d605ad10da56b3853fd79a5102e07b50b3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b7db2965967d264461d86a38f59c24a14c214e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98a4eba116f664f64a2aaa163d8373fc5d1bdb07f90ffe87371fcb843a49491
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d21af899e325d2b3ca9aad84ad476a7ba0500
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218c30b3d9300ead900b0272a5b94b4c3de5021364ee91f3ba201ba30ccdce8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b1412f9b2cb6d06b874314479ec87d16b4e0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39afaff3df569d0e0adfe22f0d81a7c8b7328b37c7807f5c8aa48205b940d77
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9405c7f4552861b3a5b33746eb72c9076d3d5ec7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e524ee74c90317b406c9c0daf96030a4416bc45785514e0e3d69f6985f74333
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0cdfac10566e3bc6be80d75064f7daab1426a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fe596b0616c16440b4fc6d50ba970ec06ae34f1ba522b58aa52b14dc7aa33c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b1c2c0a4e264ee36192b6956625e00eb2f115c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b103ffb4add6b3e27bbaab43583f24499957ac8db7c0ce0682fc66e750193fba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76f3d8b2f4aa1626c4253afdf11a2f8a56ea1a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62d12fcd74f41f0350d8cd30e9842b734f3f7e4a138e63e128960bd079acbd1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ae9c708e0a3d662521c1adcab7baec73fbee3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c91fbf2ca7dfbbd2a8db0f38ddf3d4c8ba83d063f9eb6d17862fe3460169e0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7fad10466944f11f23a34104152e46b12f60c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fe8e0d1dde682ed00004dcbae99d37a116a072f261a6e1ec2e9d40d2a075a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4425cb3853accb2ab15d57c599561b9412d41c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6c9d00f004ea0cf6d028c614269b126ed761f11e88b44dda9ba5a043b39159
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18554c1a1eee8eefb21b6c9e90be64068dfa49d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380889c8562ccb37314aafc0ed7b3602808176d8e7b19d30ee659f52e27b64a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d1204ca1e2f78a442bf4c9d7cbee03fc7b88b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb453dccd442ea8835fd98f1fbcbb853d892d106a42962eb4c344bc479a3c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68351dee87d9b742ad224763e8be4f8f7cc6728e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30af1dca03fa3c7a6ab999ca0a7bd45f3636b464cd8d9a258c497cb6b1a384e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544381526a05ce01345c8cb109e3e128eb67b0d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e909b31248bc4c07791f36818972093cc9d916181d5be55a3b2e5fe4e5fdae7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624ee7b1fc20bdf4408d6223ba7110c5ba35848c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdb753b06336485d56347206d78e541e6b211ad0b09696a7d80298ec400dd42
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c7973fe40137752dd146d6270de9187e19c3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d19e4751ce71ce1baa6844f4df55dad93a08037ae3314c94873b8f7872dd5ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dabc25098ff4a5e106fe61a9a22fd86ed3de2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f7e4bd257bef89cdfee6e5b880e3d277d29884229b408613054e698a75ef23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53d67d12b0c0ecbaa5b97c307f52e47eb2ed15b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8691e8ef1147984c851302df58c8a17878dd5e691653aea454cc10c3eadf038
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1136433b303f578467ae0ed5ffc60d08dda7908e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570c695be1b4ec58f36b62d8c935548c6441faad09ea65b5d474db43fcb8738f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc7badc54df5a6af39c4ee1ff224e4dee74c294
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8adabde29eea630fea5fe43c5947148fa6e8be8df99d2fce45892e89683be2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37168ca27d55df4f7a94bcef8566b4ff0618bff6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd92cc871d49b6b7461acf8f88b51e888729425fcd9c667c86a66d7086a9900
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f93bc5c575dcff28a42c6adc4e6f81a62126b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0deaa61f0fc49198b1766ec8918c7b6ae3350c86f33a5054483dd6a142b34caa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00feab4e7f2906b8cf2ae1d5e92820755225037b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63e8488c0b862650e4c58391f48f840e10b13d69c58b506b900850513e33903
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26631ae5ae5226fd34ba619f1116a72aefff035c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7e9a4a6fd374e7ebdd20636a2cc86a36cba63ca0179dfb7343315595bc289
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a9f3a3993a8169c7f07f7d2a634e0bcad24e90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f483834d6fa1968d89f3009c8f519a21c0e404897e3c9a2f9b3efac095d66c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0135e515ab499a8a6af2ff6a0c7bcef9af6e9ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d7a3659a5038b555e6861996c144a54a92b9fb7ce365a995a404e14f9650ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f480cf5e020e5acae825ed1cfa3c3671d2ec3dac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca88114c241b070df18fbd4300385ea45face290dee32963fdfd7a48f5aa4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b0f7ac23e8f2bcbdae3f54a32d1ce53aa0a5e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30672fe74f57945d51965e2f4c9a7e851823973e0e3b12a0d016679dc608a34e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d93c910541e4af2ed3e927ecfd63ad221403e74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de4dafbd9b4f1aedc02f64c327d220a68e85e4969f46487eb0fcd294274f209
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd879ecfd280edfc8955ed4e7ac2d75245d620
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9b7d2f3bfcf0fe90cf5cdad06ba8817a3b14df4b7d9430ce3bea5d545c0248
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84583fd1bc2851f2f92ad495cc9abe2543b4add
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d179c8dd451c7e573493c3abf0aa89b6e1e527c93e6b97eea1a539dacdb9e8b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f80cbf2c7b13e092587f2c25179ee27a1e1de3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb186bd427403777d5b7a547b20f080e32bc3419c833abd95f526f57cc5b58c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a169fad19a4a62327c86117765ddabf2d061b46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201ec90b11bad56ccac07a293de930f41fae98eee56e422491cdfb48258930c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84177d71067fba736eee8a9a2f0fb9f00075cf18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62eeb35ef5b599c300a58ffb05b4ce289157d19f76a425740c3fdc0e0973227c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e300881f67c8255421a54588da5a8a046b7aee24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662d774d5a17158a7fb31e3eae5dea806b2f72417355129b59bcd00d1eff64c2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada705c2a180e9a4f7ea67eab6d82dc4fca16852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43c1a30f7498aa39f44fe9424454d90e6f0ba98f6f8c090dd8a09319d55c8ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8211d7dcacc7b9229d1772d5053f769bc709007
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e391575bf320627cd332be87a0afe7cc98b3d425e3dbd4bc9c5be78a033900
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98785bc4e6f4c1fb2ac55265a02c5b88e9613d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644fe2d7f8d5e8b29776293727a8a030d7425cb2285e08e60f1a0cae64aae298
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6790c5a6ca6ef29bc6731b6ed87dc0d715366ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0e4bd6652b930264dd4498eb60810ddd17ec1777fcd7df6df9c47f73660519
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b1059afeda8146d95cbf7404ee1cd74dded9cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76f0ef570ae59cf5d49d8b669efbbb7c31bc61d476bc8a043e26f97eed3d6b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95055d5afbc0a162da36148703597da466aa29ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224c21bde6fc49a767f1c06b2d07cea66c467f2713cc0f3da545b9ed5cb48f4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3308b3fad2f01061ae044b44df63db27c3a3dc36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9c422f55242791bbfe3ea61b6c5c1e0850939aa880fabcd51c690a13d6e72f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46c2d00aa24f67381dd0907ad9b44f8bae4902d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a56128c5d2395342d8986d547fdc5147190de51c64155661d0856408ceb9a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8de7b54bf1c65c49748c3880b4eff7370dcd9eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd280cd4e98ecbdcf1c1197ece70de51a4315e8bb31f7c303ef1eea77b4dc65f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3850292191704d50ebbefc7000947a38957a975
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf534b23e41f67702e28cf7d53b6db5bdd116ae6a8a0082412c462c8cf16b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d905e6286c9da20833523d9703606f6ea32158e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca58ebe98804a66b5eee902320707434c4e9b3b7d220b84ed74767ab75baeaf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b243a1b96a172f2085ac759a86e85fcf3fbf4ef8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe3e94e3829204fa3cbd1898b52b4dd7ee69d3c0293424756d26546ce461efa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fca6c28c34b7cdfceb0594a48845ee00e4fe74c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0b9b1244e5c2a4c0d5c3aff0db98d3883e47bb13bc45d632a48fa77182816d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173ab826a33b489b790918218913703a2ea6ff43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50dce521ca7dc193e98ed20db9219f4e0c12b13f65ceaa09588d6d12ed9b3ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5367d6fbc3f5294d262ff97afe8d318358f01823
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6760b9c7671a3d9877d520186f255ade8710b171c61feca8b247dad541c43d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31e64a8da4cb1fc69d6fc3fa23e84f7a4861ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571d9c1223db746957222f34512e7cc896d5020f844df6287a2401a0484ee10c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6533fba726d737bb5e1a8a5d95ec45d2538ee3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0d2e3dc603fb24fa02168f21bdf16f2db555359c0ce94f88be3b6c5a300706
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1359c285511195b09fadd60af987dbb06cad1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0eb734d254896b7433f6cab34191286acf75397f69af8f392ff9e709042730
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a64cc8059b7e2eaf3d3ed33e20bde9d45b04b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7247458fb56e5a1bbe8326182f820513744cdf69439014fc3e80b9e2d7b7365b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaa340c78f6cd8455b9d7ce7d4e33b12e366cd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8f13cd67131faf97d533e546cc555f265835c86b18fbfbe3845e6dd54e7e86
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f23667b3ae452905b077f5e3c16a6ef358bdf2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279e6b99326cea0956a3fc945ef69e2c8c564325ac446dbd81d31ce288ab875f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49ec310f86972464293445fd188c41176f68d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11f6ec2b3f33e8904123f09482d16bfc1a800b2f35b65d33adef5cacc52bfdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe717c79704e8f25d3e45b306c5767b7a0e5d4f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074aad202aba4d27a0ef76d06bc877e88acb94a5ed6820bab2df2b29741d5e3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1cddf0c6d1f48f6fe1c9d5b23240b10189165d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c38020540caf05a5e8c8f7b5d55f839c1964a581dc8746293fc246d13909f6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4c3bceda7bfb9f2060d223d311de2e78d53be3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b10d23d8252f645b0f1c3ecb75a7fa5e5f60246ec4f347493c3985baf129c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75309b40d51e3ebfb2a5c495a72d6a97e18586c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fd5f58a611f25a1638157a3c9f2469b3f6db957499d0a247708374b5da311e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afe5c51c9db9c2fda909ecba3a5430363749f01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e483cdc1e2a39801f0fb737fb77e680f1aac630dedbd06e649836a8a2330d0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b2df91e24ceb86c7b35bb6fcdeaf70e6764ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb42e3b27ce743fce865ac555639b25d116c1dff241ab22542c2dd5889c7b42
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb1e62a6013f0625bdb8b505684e6b5b21c46df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506f0186431bd1cab784bf5bfc813e1c6183b4866fb1143ceffb62d45e831fbb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a710f679c74998885f292cafee40f5e28b1209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e82214335ce1b74612e308e8d6e01ecdd7fd31af1a41bf95757140c3011616
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01672b3300a0f2ec4ecbbbc4439a5340bed66661
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aa809dfcfe76f263ddee540e8da45b9b2ba3837bc9f7894aae2f3f534a5ce9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41e1c0586aa83a661ef37228366e8963cf71858
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afc338c801b51371eea50b539c367a4cc8d7eeedfc0d6b8963f798a06d14a17
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc9d5fb5459f9b4974f7357c6087e091368056d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280a2cf169ee2b41f191a055d9715c1f13f4cb6b898f318345653089e8a21ba6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdecfcebabfad9d8de5d9b10574bed14e509672
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be4002a7c1295359d66e60178de1900be0c7ce0f6d2f104a100cd83c2e0a39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79db677f2a2ae9d30b263ad39fea71533727f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e033c63b037ab1a4badd733d6c5aa8c164c133e8244cc774a2daccb61d24a69
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24c0061c568c6ba50b93a1795b2e63824ac9ea1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76861144b2c42107dfaeb2ca5437aa857888ad12002fc382fc9f20394161beef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99016e0cc25ebdf89b055636c089ef2acf112d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf228bc84b0def0e5c6bc8c2088c8db77a06779eb0b896b1848dbcdc00c429
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cadf04926c5e6f7b8b9421c08b8f44cfcad24fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af8cd7696b92c0cf7d33ddd63055a339871a1aede38ff07034f101f69293291
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dc5ceca3ba04160687b548efcc31b0061777e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c117d95d0bc074705385815d7774e16594c25d957156543df8947bb7c8d7470
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a46059536859ff8f2073895b3cdc67eb32cc3c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d255cfe0b54a620cf5455f3385bd8f232b9b63bf18b76e655d85869b28c2b077
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a29bfb92b24c483b7342c588834329b3b096ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec28b8244f75979749c936fd25f9353a1659ae09456ee5b267124705b3cba0c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d49defd1ebd073a59694b4cb660923d74fb122
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4766435c3e50d0bd561090680e63dd49431efa76d75e7f67961346af81377a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f712e7ae7545928b46054cd67da807e1898b643
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca700477a7e160b8345f522ca4271a5635afd5dfa64984714b4b42ea20f979f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c6fac72a8b227a160f39948fee8461f76b9b16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ea5d5fb702acb55d40669d264c3e54a82c8652bda54b48f1cbf2ce1e182257
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd6b05bdde9cd2c38195aaead09d601ab400619
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bd6d7483b222b0ec5976f83e44074f9ec7b03e79204e6050d36b4e2ca5bbbe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6bd88c8a33b3c56d10037c3a1de890bd810d1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b269e8e646a96694e8ef2b7cc65c2557dfe6444c099cc2c4ce49fe348e65e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd04063a8658ad047baf7ca607aafb9b55598ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e66cb803253a6a44c1b110685e57f3c14a7af9638d9721642130758820c569
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3344a748adc2f509c675842a2e1d099ddbc64ae1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb5d2a56153d8983ad25d81d9ff3932c58725a2d9dc9dcc3a100a3f5feb74da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966125903a1bdf3b042946e0b818ea959f87f959
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea71905b7fc7d4e3879ec95586810188e1b40619172dd91022f3a78e8173f594
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f551137b220090d15e415fb2023910495b93e22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97855f71549aeaf7ff9a63bc7387aa207753b071770af79ebf499df2b4fb10a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7fca87b97b5d145cf947c0a3f053c750211de6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f627abee426dcf0de8d98cf3f6d72f46d221b56bf4bf63204b0d00841e5405
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be074b5b03aaed1bec161411d07a390b3f7de2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ab6d7c575bda0eee6dce7e1ab845f4772f45d96b4b18b32fdc4e0329b0310b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1913273bc48f6e73cacf5c99e07499bd45b6471e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797fe80311a248f4f2b712ffad11379e5147055c853e5ab6f77f660306b668d6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81891e9b222478092c2e3e19e4a6b71e5198fb94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd24954a165b6867600dec86cbe199017a7bd3df9f7ad697190441a102523
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d04240a41a93a16b5d825195b55cf220ab15cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8460cf65546666b42c8ef6f6dc9c45b775570aba9448e82ff594bf2e7da2aa98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa082dc99f95aaa04feaeaf905d677bd8accf0a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3459c71497120ec36a4104ad1bf46cabea395134e669e9b4fa6c980073c11019
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595d5a6e81929a280edc26c61870ba281ef2d287
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755cce99deaa591cbb19af7eb32706b4e93daad6347123361893469fd6c63c32
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d625dec2c422a29eed9bc715b6365db531d14ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1720450c08879decd15da8bd8329dbafa1fdc0c87bfc9c5634035c744ded66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32e001b0dbb5c04ea09ab849dd58cedaae8c0fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37f8c6534d3d388434f4c12352f6c932dc03b1b2e833e2da9d15b77a085be0d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12236537d5cbba465734eef06e86f77fec692f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d00999705a276ce5c6b48772209f4ad899cb678b992a6104e008c97997d663
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5943be50586c1f2c45968d100574ca351a6f06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd9249b803e181666573a337280e1515f594fd3c4cba3d523ac7aabf4755faa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7cea0e7a84ab62b870ef4df1d9f7771c256f83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27a8a9928055cf9edc26a4be3719134f2e64927ed98825a15e845ea06c8a76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66887b03c3f2e1f2ce44f9f5af89a61ff8b8d690
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e19aee00d225592e407b003cc8a608b1e41b336fad1dd9e02532c213642b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2651786e752602dd281c92e4bc8dbf31c4bf5a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd70a03ac047ef8d6dd9cc5d0b2f1d89fd1d730413599772a9de050bd234766
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43034caa5b49a1824068bde77eb6593ecfc39c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886b32a6b9fb98637d82fd51c6d3c2a7bc3e971cd9364d8d85af999c200ef4e4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efea3ee50373c99e81f879ad89d438f267ec23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2dac925184387c43891ec32cffadcbae47470dca78ce2c913a141d7a8cc519
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acac64d861d7fec8108ebeab439ac7a2adcd28c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90923bccdda72d27739d1196ff75137eab7768f111a1dd58231c0f17344d110f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb159aaaacce077a7c59a804eeda605b6fb8d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aaa693709a252db8b9d44778f2dda03a9c5572a9e9f537000e31d773d60721
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5affc4691592ea3ad98b36f2dd4c7cb004c2b662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ca969b9c921de7a72880a2ecafe4bf782f57356b3927e31f198bd1e65232b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca28a1b4d201d2c081c6f9ba4d72b89e5212e45e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e706f7e86f9f1ef5dc609bc0cdb41c5b21755fb8953ef086310b53ccac55da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb1fb3fdc8c9f9d5c37644b3314058adcdf321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d24cb6dbf6ff5b8b527e8661d6c952b8c30363d9777ad2a1b98f4e68294b91a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3916c9a1c235c409413ffb1349cdba7909c31ba8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437263e63521d3294928efd9702a9cd536a25b2de16421bbe64aa354533fc1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574ebf9be7101cb91d6c2537e70b3f312d6ff34c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cd076b3161e4f22cbc7c9ea16803c309da821850eef0e6e90266745d5721c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972f624628554875668c49b5454bdf0833935bfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece61b88d9678ac8d4ce7cfe4cb114a1d386c42390d45c9fb7aad3834d25573f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f947970afa22e45450eb6e0d89e13b608a88694b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6f4c1001026d03523291b57a7f117e75f47c9cb35befd3a355b86db2c7019e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665ee33387bfb662cb645dbd9c15e480be40047c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dae3a78a1afb2413e73faf09b0311c2b81ae3f69ff00d2006127b6c77a9e98a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b6226aea8816430366710d58949a04833acf2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b79e632194ca3aca5e13cb635e7f8a789243c34d4405334e42bce2aa8321b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795324111b03154fa3d37b1f675c6e4c99ee847a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf851fd2d5e6a9be3df91c74719bcbbb069ce752e47710001654ab5755424ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a1a9250d9272016028c5c83fc59d58aca87ec5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33feba18436072b3bdac6471a69f26716e87fb0f16f0681fd9b8115123c3af0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ffe0d367f9a4b50b5acd69eb90103c0833a8f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedf76d88b6f05982b7d15cee2be69ca5c715fc66c08824d3bbf7fd71210f7dc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e5398d46169e8f40b6e73d376c1cb2efa022a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e051814dba430967169935f76b4066e2f704af388da4bc7d42e42c0ce9b9bbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd022e083d580b6e4b79ad4600673c4a6f368b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89debba5d4a0e8f6269fa197d9a16829b78781ecd9a35f636416539eb5535f7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca6625a1e08b9268103f9c8966897c9382463ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b34884d88b6116beb5085722bfeb87ced3068ad5bc4013bea0c191a86a6360
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea9ba9c8cbadb475bfd11083496d763675fadf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa64e4ff978bed06f84429ec1168153193ec4f03eb40bf85aca0d2ee0a1cb3a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd92f4be61fc22d68efb597f1da4de80d6b810d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297487f90a90cc9d3aa4d6dc7918ec2eae4afdfca9941eb3199d0756d168ef1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1fb66ab1fe2038112c113d387355925fe4610b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ba5607ecb16520ff2eb17afc25c93c8594d11c5e7782c1a75fcb1aa15ae13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee41f6c22edd5e7b456a4ab341531a0a4f2ce8f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d786f5473f0f42d40e58a6f1ec23a4b076bf2249ded32a0ff75528897c23403
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2502b40e2e5e221d2b3cdf292c20292cba2b3a7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333286ec000cf022cd9271920655472cbff96f2ee8f2807acf2b3c31958352c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a7dae21ff749c5ac672aa2210c34160b9a50c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7faacfb0af2fdfa139c606e769378b2474731878ef68554a017f1b84469e2d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ada4232e5596d3f1f4866fc2e2cbbee7aff24dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281d1b8eb7cb0ea15f077b8112833d51c85a4cd52aa1256e731a9b5c836aa698
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2549d5d226a7d00e02a870df688bfde6adf05d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359bdf25e2693977d352aa712a237c8a817bbdd3925710e16c3538e5c88a4a6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44974c41ee581b3794c5391beda587d5d3bcc8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b85975b9a462339eeaecbb1ddab65377c5f80e930a0fdbe616f62a58fc266
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc745d3d9f12cbe2d9ad3c6ffe327718379289c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acb5fb774cda0970beae46b1dea4a883a2db2d8fb8866f75e8832bb874a3f39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b08c5a17861d8da34fc6d3e2862d845112bbd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2702fb96a3004f9118f939fce5c395f27b26254a6e1bb65454470257fa54f1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9220bea3131cb22168db8482570e70f668911a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7676d29bd5ca6cafcadf066334d791ef204944150e2eea150a3a9af44515c237
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c29e0a7dd545012956b78a798ece2ffceff992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b995765930d59df50911f34dd9b02914b1bfa27511fc0fe2935581ccf39643d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79893af8220ed9e2c65ed7dea0037fe5f463a14
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aa4db0f2c826f8fb2f69f00b04c8831789007b9ea797496b9e285568f070fd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2a9c71c3aa9815dbfe4821d71307294bae946
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2337a3e713009799bf5ce699b201ad46ee676b018bcc898c3ec2f8aa2538e4cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1db75be147f34da4228dab06779542f95b13f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94033b331a4995a9442c9e36c96ad3a58060d448c4869f3778940d0cefe4c3d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d36141463cf96ab90402877019fed025672fe1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c819fc40d6697f5902cea01df4cc0f09466af703fbe870cf494b1885fd2f9739
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a6873b38785b8dd45a49c0aae1a6572ddbbed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a244bfb3754007073eb752679024c677e45a94cfaa6d9949ee1036f1ec16c87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f0ee7f73f70bb9bce9ce9d1705919972f2f68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fd4c4613c072476b127cb39bb9634437099fc9a59e2d1bd4602c9d45bfec38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5325631133e3514f416ffda439c7f2ad2f1638eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557c0cd08e1cff4fe9082e864baab4c3ecaaf1bb2ec6ba00d9379814a7347dd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0458f6ef60972079df003bff41dff0e803b0c2e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ec436447b9a27343cef1f54d982f1b26d0adadfd9ab8c831c63efe0b6bcf22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f859241ef3be40bb542353ead352fe045413d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5344062a7fa409c1fa170c1865cc33a07e394744025884bee8b4eadfc7ae2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8859d42bb4a53b1b79b61684d08753929ac2ce1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a5d48b65e012f1bc710ed958f0daf98ac8e436eaddb551ae4ff19b183061f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e1b76e9e51994280359b1487dbf033091d9f02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0e95b394b83376ae712d2b6da4f1dd5d0493a5ecdcf42bd056409c02b55546
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1967838b5d7ecce3bb8be5890c2ef08c980b5f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993f1e53d7283761a0a14bc57f3d25d56cfe8fed018794ee4b9aec70ee386bd2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d32b2314ec8f6793f2e8f45cda8dd75d0ddedff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49c4053cfb6259e246e528565f6f8257013489f343343c73b0220dadb6e459
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e4e44abb85aea5b44c9b9a0c402056b5d82153
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976909e5c2a2ca6f621572d8381145edc8034911fb000c6356f8792fbf10b7df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f0c9b379708e6a79661fb6fb2ba1ec8636ba21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f638bb9edd3e3b8da1c26192c92772bfd269aba80a7dad5cb59d791efa7ad4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485b2f1ab78b755fcae6da6ab1e09b254658e51c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d1a583b2cdcd4d6b17f0f8b3bcaa537cb883d9af2cb05d6569c6105ff7fe1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc89763fc53d9630a421ed4ee10fad175bc9b7f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d002906af0154537131b67883db569eebefb79e4116fc13ce2fef3fa6d2cac93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de39c9336981d3202a9058c8de3d5277223ccf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdbd4f75d9783b3225c246be308ea261bf8d5cde3031a74d9ce4f8ec944133d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4435f4b727bdcc53e123f4ca88e8d1874eac6ece
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfdd9c1241d63eee1ee494638db89fd587d294fedf7223e4a0131f99592cc30
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45949a52c7da547f993e6e850af308e64a183d64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d456eed03f0ee2f0f937df2f3165848933f2aede90886130d973884e06c7821f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dc47f82d4690e63c5103121e3b08eea39620c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a24e9fd202a94343f0c3ef648e3b8c8a9fb38d2cdaccfb019bf50c0e82b025
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09becca70c17ceead59be9977de8e9d9d3f6a9c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dbbad7864de9531e0593239614ba6a11ba89bf344ac49a98ec6330d659599d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8490ff95c179f535af0aeff440833fa3469a240e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199d1b7017bf9b7d332dde02956533ddd25e3a6fb472b6b2f0bdaf16bfa219e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a6d2046df1b92a7d5c653d75bf706039cc4fa2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a285b42e8841d8b4003aae62a2eba1f5f8815f02b559ec1eb0e15ac8c9064583
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab36d4d0ee59d2bd6bff58e6f8900c2d18bec6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f952ef52ce0077a92b2c11e8c312e67ca98acb9d6eeb487abaece161feface21
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e71e0b8daf4260d8d1a776344f26ab8f998d8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c9ff7361064eeb26adb4bb9e0ed6533b7283ecba8b18988b4cb16c8b2ebaa2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec2702dddaa779899a240b1130f25e5cb83a2d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613ae387de6b4a9609fd81702e240a27e7975d6520ee6cab43520b0b74a85d23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490e7e686db49414e6908ba798ccd807ecfba02d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a375b06d8964174772b357673904f7817b8fb16f17023e3fce367698296c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32df314a75ae0ddbd9f3498d6ccb1d1d6219ffb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d0aeb7b342e4cb3ea563e99522b0f974eaff7018ea3547f40ce153be9d9e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc5ee103a9bd01c4c5c9469679f99fdf72875b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39aaffc6885ae5ae010ee8468128d472947969efc8734c5c56bd237a3dec25b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7177220272223dc67b99a9cb4479057cdee3d1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aab2832df0c3c568961c84de90325bbba76698f0e57a4d286ac851626ce04c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf531ce1b106765cec84a5e993dd30523933d702
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c37b80341efcbb203a21b500d2c26d35c8414fd3621ba50c664178e387c64
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa69fbe83af945a62fc6818a63ffd612e117b1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240416e38d5bb14023225322f11229c1b76ad7cfd01eeb6792c458caaf6169a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c388375deb06723a7ecb6843f062ca0631c85610
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed48f07091fafc19160c28229d7bcee5f6db66f68c66d47961af11ccbe8cadc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f373f169d069fff4852cb19cadac11e3dc6edc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8016125f67c235759a592b7f0c59dde27b95b425091fac6003eee90b3103b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d91a83b87a9d87ef76ca962bedb7512b98eef44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62cebb0774db84928467d29bdfeae2023329b9d58cac0e797b1c4a394435f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6156af0486a27433e44cfdfd4fa2806bcbe00ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779630bddb1379707686471a932e64522fa59110e5b191b02d411e5bdd55d046
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05ed71e029c83d11336436c6fa93a995dce80e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2bb47a7b08b27e319292332b8050fc7786ec06cf77e5be8148fef97640fcf2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e3bc3d6c7828ffa2580f15ecbba5c8702e3628
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f1e9a10b7deaff99da13563d6b2042bfc63bb2fcec964381a5bc6ccd1f7e0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad4926aa1d8b7f6618c4785f8efd1230cd7a16d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023e6e9abc7cb18bb1832e3189bee05284cef669a890db79b5c894437a77eadb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5945ef8041debf34e103641dee1685303ebb7131
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c74ff2bb72df237c22ae23bef655aef8d0941156d6b2f7d322772bb33965ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0d1d606be529f35b25b372cf92b29dce6d774
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3e39c7f7ea1dff3154c5a3987f67db22f85fa61cab0156359ecf51d21209b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4592080ce46fbabb12fecb5ec13a7491926968f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b7f09fce8a4b1a9352ae425aa9c58d8996817680ceceb20c25dcdab35287e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc21250e36f511f9a54626e25293a5af7539616
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ef3340f60d57dd55ce376e7a22ae31d8d0c0e3da8af0f408127e544c3c2460
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae613a6303ee263faf38d83b7fb7beeffdf92aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a07ecaa4acae45b80f57aa9528415e6a12155a9f7c5e5d9c7b175356159285
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab727aa43a6ae88ee0503ba47b954ff4dc6f9d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9380b31a7f24d6a4269916289eed941b6b64e83e3c6e07be563eb9be5eb589a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42420ac2f20a6d9d154e0afa1a15429353e72cc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ac7f6f043502622e5a16bf108fbd1efd3e787ea674a94f26d6828a8166579
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9ed98a19d3707ea30fb7cd192d4b87b74f4bb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb15145a1628515f6989d31428c407558fe989a9cafa818e44a379420938769
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f3cfbfa54c912bcbb46840374c7122180533b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b3b92005cbbd2befba4070181f8731cd5a197b4e43e300607591b6b4e98d40
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36321262450b74bfa1b5438ced8fea8b24e209ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0fc28806d141e1d1dfbe77919d60e9307f341b294193ce3f1507e4172fef9d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ed6568a6b149c706bf1e6a7e4b3aebcd64e317
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306841db28ae32740df23c74f139b90b17b57b7908a15402f9a85a9aa5ff00f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a17f4de0828f29c2d88ae3eafbfde0a26e70d4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d78ba370d338626f67b50dceaada81a7529172d5c1fbb238571b44e280f6c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b325a007174b72e9342464d1acc74e6ab3e7af56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8bdd4c0aa3a618d722bfc4009740a5aa7ff9943fe8b41333f071c9d2f08a06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f375c33ede6ee31fa8321a3163e8833b80b89b21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da21c9cbec2a1be50564dc1abaf5148f1f302d1d5fdb09ad2e65b7c891095ba6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc90f0c1d71528b65f7991cc47e6e369c19829d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42edbd96337d365bd2804337ad8256816357942a9037ac781f51b56b52b614e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016c12b6346a9ae551184d396150130afac9a063
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2adb008a64a4ee73e8c9b09dcb151a678217b076778c732551f9513206ec804
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb5c50b3c726917eb4caca4fcb60bd2a559c11d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82551ddc04e6948de34ee3b3602e482a5f33bf2cdcabe0af2e0bb0866e96a744
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e8b7032a4dab2ea6499e95c8207557a3d5d316
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666927a41d30a7d635671dbdb1698f76e5dd2d3245e3e755ee604bf772be903a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f10af8e4fc460ecc8dda7114697380cca8fc77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f973dcefb1405414a424588a29db75ff73f8e4be3a162cd178bbc129c9d6a12
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f2d11ce31893277bd562cd8d70855cbc075c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c28ccf339957acfe17d7ddbf553929e2a15790232f44773e67c7450704c3a1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f62e508b8640fc4e7942904da24d1311a73fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907f19661f87d9575748af26a1f1d382d202dc70cb18a46f57ff5b659ddf0757
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a5a2f644329f8ef56e59fbabfdb2d1138c7d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac77c9d00169903d02e69a19ef0a792d6dbd8a32f92e7a97c72b860389e8979
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e14ebc10225d9d20a9b7bcb4259420caf2b327
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a5997eaa741f59c2e786b6898b7a89555efa0ad0573aaa92bee21efd48993
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb260b7bacfd2b154216d447d48102c70e49ac48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502125fbbdbf48f3dcba45fcdf2cc5a693ef9896876792c19d94d932a0c00db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897501d618cb085946d6c770f8498f0311846687
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd9997267e72fa43e713294e2e4cb8b9baa1cad941cf79e188d1e57dd7f326f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e08d851894f15544a8ec2c778696de7a39c4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3b15b5ca2e307c843c34c69858f37f83f6c1598171ca0cbb725767bfa51cf1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8d44ec3ce21e8dd6cac7076491ecf3536cc059
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc14dbe0d683b810f1045a2a8ed1f86436c58d2012aeb09c4764983a000db0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740fac668bd7a3eccbcae3f7fa724e3014436232
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064700b2ca122905273290814eb5691b6356a0fb6148402888d9f9839b22f5f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c818e19663883ad768f81d4ff3f5ee6043a355
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b74cc96370129c3a5aa5817e3230acf1be203c29e0bda0469d300702651a8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d213301063b324c66a399d5b92156a735ab98bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cd42f0d3ed06ef85ec0d6270c32354bfd868e03978911647c892a973eedb52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c810341f0ee59fd2dd17947b72d9ebff38984f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4070295efe31e27b7c029902484016df319f4a6efa5a01547cd24c60cfe7c0a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31854f00903381ccf681289e3bdffd22c56e335
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0164f8e2a783a6cb8e68517b57217d750974f799fc06c3169e5e70f8083ab007
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91cf6a4d67cab3c921c73d160edf08835ad3b9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8476c6908094d3fa51d96afe293905c3f7c830463af376405cdef93347fba0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f983c0cb386902184954da7ce75b5c4949d59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0679714d4e58ad3429c601b717dbf1268688d5222021a2555669208f99954
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b039bec846e73958bb806df36269e3c13395f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e16581d404e1985a152d92506472e9588e593625e9818af1ba99bb71cdc4f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99531815e7dc25c44878312846d48def9ee96637
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fcafd442ebca8c31de7dbde6b73fd8c7661ff329e057da72059f6f64f054c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cf896fe53b24cb94b606eb32332b60ae02c7a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a1c08b829b0dbf5c326791a1ae4e454d8a1301d34422128c6b2e60ed930247
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279c467b8d2200b1667e03507f82a1475648b549
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874783bfaaf84e61e7608ac1da2ba83820c1b9cc9102a4e0d35279539d09404d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae40946a6d00f5228d9ca8e993b24149699df67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35ae460df080f20590901d8aae75e90103a00548923a618287cb8ffa10f3e23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09fbc21d09e76c9b50a8b85d075831a194c2ec3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6679d350a8bcc3dc7bcbdaed103fd4caec81c836b06dbf08f53f20e613e0f4ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928434bf8b768bb87a5e187c9e5ef8e9ebab0b40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e51a5d79d347ecc4e6584670654e074c936270b306ce477e188be7f52450682
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7d58a9377eaa93cbf9f927fb37972e5da98ac2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7491727c2653b26c03ce4cbcdafa0a711e87393c17103899955cc398af468d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841f91e7e2f3f9587a7e688ff6ae8697115cf6cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4beb5b408cab0eeaf02a2cc17ca57d5b2551d04f7ce374b4706bdc89df284e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cadcd88b73c885c3dd791a7290cfa0ce1884fbf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320008ed09bacfc339cf3d0e7ec59796d01881f463c323cdae8d22f7ef4a4b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f28c2752a2a0ad0d6f492706b654be96305572a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4977dffd19a528e24d2cc565a04e401a1106cc0e8d11696912e35bdb4fdf77e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e1426f523e7fce01072c8cc796cd1841461c75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8af9b535d4f4448365f08f1272f1d64d129cbb7f268523c1daa4603804eb79
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f641f09d3e20a1fa947803aa68b6e64b6eb0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cd8ae0ac7689065e8644a6dc860679de3b45cc7e339a0f1b8635fc468779e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb057b6fbe1ffb8b8cbf075b4599c34e0ff7bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d3c4f370b09487a831fd58511d80001e93c8277b720af81a5535298d2e8254
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23012d96bb7ec7541051ecc3fd9d513fc4f34f35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db5cfbe92f5e4d9457925518ab3a6638f6f67c5942536b7f045677de9727f4c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c6f8b1daf172b60b4fb84e4cca2fc4bdd1a2ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32558719bb8c15b8f3052e781f0ec4f3c3fd081dce03839e83d2577f8c37cc6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe4dbf31af5248453f1d33a8c58b6716913e76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a89ff2a6367000f7eb7590e567ad21347724fdb13ba0a5b7d441ad8933b0af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a3f60d3638956ba9f83a75bee88d4ad3ec044
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1e4557f3cefddd15e303b39eddd9ddb9b02f907d321a1550a12dcac7cdd9c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a7fa99b09ac1e5493136cbd66b4b8d3d25de99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03836f463e5dbfc4ed4837afd56d0ba3ffc1961a51c5e2bf0e44b11d7dac006d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2feec5d9d7bdbb409cff0893e35e72f0223e4359
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e021d837f2d5daff03593482499e7bc3bba1a4b2959ac667358293ba1e4ce4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f93273e66c2a00eb640011992a7ecd7c3fb71e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e83bf916021463fdae4204359f17147a0123e6ebafd5da7bc93226d7d59eae8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3dc8ae8ddef60e9ef1326b554a7944c5836c1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb53168cbec952cf8aa385c02d91177c7953c8a73b4ff70854d2b6ba585309f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3798856037394f42c46cb55b5b058eef2a2a93c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6c245ef2a120685426d65eca9f89444f7f6276be7c34f38c3db32ef905d907
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2851b0880ebe871a7fb1221ad2436fb7750e391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe797d4753f0145a77ff1526cb154935e38ace6882a985f2e8c91bcf55e9bfbe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06427deb47cb04538c915898f7ee81e3bee3f67a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578a3c7fc1eccd74c86cd2eac3c85c4f0fc7cfdf5a15d8274a595a96d223e242
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad13af4c7941878451464ff9d07b405fb80e10a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b631f1628df6191f8a2eb9affeb62005ba78f086ac43537e1b6b138180b147
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4827eeab5e02a88d2d410ab693953275abcd28c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494f6d5df530240f9e02ac154c69849a0688597d8bd4ef065b34d3b853f81134
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aef88160cb99d8e369afa54ed853bd264efbae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbd7c8063b06722f997bcc926d0c4d6fb07b678483669e905b3dec4ab0c587c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ba2d3ff77c5bb38a99eef662e6cc8e5bcc914
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefca32cc527304ab4ef0bbb0644516f2261fa14d4100e50c48b9e4c3831dc09
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bf736cae5bfe239c336216b4b0eb0cde06d6c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82884c40e10f1077c4a54a633b08b56511492926a3af6bc430cd6024a0e0376
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae816f97a31f99b9df8e37300300e51a85d5e099
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e421a799dd84c75b3af24959c7801416516e1a946d2b079427355a007041fd87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e480537742af42be62665e778a91b79b60fb23b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcd3a2766ed30610b0361f690ef1ac6dd97f9776ea418e71d0b3d5632a2826c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad08b4d15d602cdb9989de00bc54b2bf54598606
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eac73720981d1ffcc77ea2b910b38eb64d8f617fbe601eb58cc59da1ea99aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e278c14fb7e954259047318ea538f965a86a5a57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959876b5fc02a520353638831f810492eec57ea39be0b7e17a4829236c3163c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b558f881be1d2855f4de14df92cb270c4e8dec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b6f955dad03378cc4bf0ac0c4fc18b726a8663e378a7044642dca40a8f5298
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c576b568c342f9ac68c31f088f3b667c807a79c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d461a6175691ddf0da05a1b0a8029f5b3ca6559d9e9f64301c84df226cbad31
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a32f41cdd6a7182ca611533ec8e6ed561800268
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248b6930da32ca2e6422151775da2acf3331cbcc55eb1c806e81c2d6bce726c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aacdd59b44c2cf214ace7048c81537c17b2578c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156735d622b4bc68bc0e4301cba2b4f3656ea4d2502940747ac7d5e06bc3426
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f4fe19e86314c594414ec260c3939f3844899
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c006894941bf726ae856259a03ff537af8d729cb09b5001e2815adfe9a7b3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7681317a216bf4b321d10e85e07ae8870f387d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdce5e9fcfa868715d20022ddd4e3245bd0935a1097d6efc65a1769f2fd725e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e007f9671d6cf082419ef1067f79115291d39fe0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed90c7efe037dee56e4c9f1ef46530e8bc475e0fbcd567f0202887d68ddc5a33
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9379901ad69da5bf5663e6d79deeb6b70edaee61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d256562161f250d4c2d28a4cdb4d0ee523193d0489b38a0f1aab1573b297ddea
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1396b9ea3005f0a7ec3067a2ecc83744d709967b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f3d23f08f1e3f78f02e213d8899ded73ac1ea59f959c7a5699fcd6f9b59223
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60133782b4a8c8c64249156e281248ed83765883
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f502479501aab2f0bf6a5af7aab0531872d4a6b478cf747e1140e99a0a8eea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8191383f4b4bc71a1590bb7f3310caeb4365325f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de552cdd819e6402e14a11c6591f2798205753cb46481b8b208a61b092dc0aeb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f1d66bb5be5dc58ec45db73a62e5dc4181889b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a98099cd958fb3a9b11b64cc28b67fbaa98635813dac5f0fe5b6dff975dd0c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d2d34272b0d7accde36dd75cb6f3163902ee03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80507d2e1622a3133cbd97711c2564d85882b5c5f4290a244ed34fd245c681ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d4cd5f19a79298f5bf45f2cdf88bea99a9d80c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b796b0329dc4c8b5b94c49048730c890bc8de24d13bc7145ce28ad8af06f8d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fc75cd4cc2224970e837245cd5db3e3d6eb817
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d32380d572d91fc75e17ed4bb4577ce41e538b87a4a370282488878e142e126
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d02f44f308862cec7e293caf9f23907441462a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d73802643085d0f8e673cc153b8c102700f7c9a56f8c823b8ec322343a4b324
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874d10c215359666465e79a3b287471eb40f7371
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19dbdd28238cfa7b00e5f1846a70dfe2bb24941e973c5f8491350eb1ed67de9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1551a372eb64d960b5b9bac09a5eaa51ac08da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4761367fa25bb230ebe5c13ba165e8881d5d09fbf2fe8bd06e81325121f43e00
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1724d46041bbcdd0b989f61bd7e39f85873c6caf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a919475fcaaf8f8c38dcf767d901c1f42dfd3e5218f568d3f8b51b075c658303
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367f96f3136aa76ec8d864b9148b98d8e19e77b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca3eb334fc03167fb2061d7ea02f93bd64c50519e52baac38461d7c4fe33619
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b97479aaa1b707521be3e78a9f285371213cd11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c615c73316a51f7a2290fd7589e0a48bdb34f65511d2bebfcb5cfc61e3f2e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa37781615437dcd810240efe63c6eece801c86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4e4d5dfa9cbf13ec54926a7388760bcf3de9758b8a24a69e85994b5d2c4f63
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cd77dad8a132d2fcca81a456c9d8f0a4444ca8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6a7c54c5f3929c55432932a8aab35c22061c1f736ff3f86e7a18712225dd90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3f8921ee438f73db866146a0692cb97308b1cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8155c8726e047202b7d3ab1ddb4921a41dde3fbc56f4fe49bebc8cd1a86e29
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f216f24480f1e2c7819b972c6ba632ff16cf54e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd5af1b9bfc91a744e37ba84dcd25c08831b5647163278e4e2f682aeaefe631
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31581ec533e66911588b59d94fff8653e9a5d63a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffa658ec664c31463f32cb198917243f8feb8bd75b54bdd06cc3adf0897a1f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f53595660997e3b9298941278a77037859163
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f47b33f1128e6c9269a288bd11b27ede3a3709dc8d5badcd1b7ce53c08263f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bb03cdb74d4a28c4fc343c38d99e821961e3dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2813ae719285bd3d7d61d643251272e82624aac5c56b1324e2de58912c50755e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f6d1efc70a4e50dba3f038a8ea1d31fbf0f73a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69804454113bf4c4339b3cfdf15d0a752099ca6f0577c2ba10560a836225140
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d2a114de92dd1a6e40d724d13428977c8ca86c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d0d85717ed8ca7eff00bf5001b07b7113a895b1f5beed6758f5d80f11eb4b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bff831229b6c010be2371020a861240e12b1dbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29984472b46c4e538fe455d048da6aed64d95495a930d59a101adf884f6970a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9166056be4f117416a59ceeda01e8c03c0168e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a62398147a195af1636f2949386bd8073f81765440fd943e8623c42ce5c5b1f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbf9e97b8078e73fa24d2d36967e981729ae17f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cadda8c6ee002e0c6f0d03910b56eb4c58bb96e990c20574b3f5fb77590fb55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166fcf123ace36c1a6d4506aa33db44d4815304c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af9a8ece7fe1a5c2e1ae00affda262383223874a7c584d5534e327ffe9e449d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40322053adc7b3bc33dd0c9cffc5a960ecddd57c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82b41f8a1f691f8787d3349a5eec108ec5ba4184aca94fe6bc75353d4de0261
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff387ca7cb4978781af8dff5d7c571076ceffd8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730f1442bf786966ace02aba81f616921e86ffaf8d78f9f18d3c7f9140711825
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aafdf069d355661baadbf74d22138cff893674
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f870c53ccbd036b4744cb7c11a0b1a8811d9011756caaff6448feeb7c0156c80
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063b2f3c41621e251c6528ef4a433e7ef4467d0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f291fbb44414af2c9155afd57453bbceb53355818412acdbabd887d0dca92eb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db094af0c3f4d6222ceadba12f67e671dea571
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90849846893a2a1fd58a1bcd9193baa61f4b7fa8d42b9c4523874b9b2bb3666b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f4e9a580b4935f82a2db6debccd581025cf901
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c89027bfd5682f5c5d04dff88bb7e3c844a0f4cb192f3020b04be5ac13b0359
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20fcd5d43623f77d5190e13d704d5f5e02ba51d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a7df9cc1d019750832ccf84b669ebf2bc95009d2dece3a0a1ed23f8c1d7742
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c940b72705441e260ee175bfd664657568a268c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76f5a58d45171741be23a25b199e8316696d29daea05c4a89e6e1fd782e192d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2b2dbaf6c6cb9a03cc2052513a73f9fbfff6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c7c39d240da9a90ded31be7d8a2b833957ba0423ff4bd06828e1eb49461993
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b4ec0a7874b72e1bf391ba94d6037b14283564
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885ea37eddea9bf246d40fa2aef72f97429fac82b88ac4dc81dc0845a840e4c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d34544f6e795ea3db39d53c622f0f872faa490d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed367cb3b6742be055906cb1f0698ca42c0551a3288ec8c00b4ff72db80d03c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffda5f850d028f7e7981635f7688be828ffbe8f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16f2237b7ea21838ea8c0eaf708d740db33fe0e5fac7ee9b8fa716f18905333
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20dec5372fdb84363c1830e5f7a0417124c663d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c585668c4506e84220f0a4edb14ab57d15704092f5014e72de7030cd15adef6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4127902893752f813b56e3b88341e1dd43ea19bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840f67d5e53a600f1dac18a711cbe144914226208ca2757007e257c7638c6411
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02a2b0ae8fac8d1b02cff696710716f59523b97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbc8e9caef1de860167b37b88105c5cb1234723141ed703b6ce4a805e7d84c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f5a7d5296a64d9f2fbe5d209c3cf583f0dbd51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9581ab3a3b9cd90d516984dde135f4231b6e99574167e62179ca4532cfc29944
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175a57396914496f0ab4d7d62ca71092247962b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f3a90da5e117886d2ab4d8fc8183883724982426de19fa04822232f609ede1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb193d9c63d8a3520201b97580d18978d5ba139
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22935702f3938e80a5a7a6f155e4d60799959f9f034993fde4042385bddb8f1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3390968991d26b55379b5580f9b13c7402964f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b929eef65dd69917dbe3d8c93bb5e61977c055db4fd344e4dad2f1d1db795cb0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3b0129677b5d485dbb7fffea5d0148e8e9d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf1182e54b8fcc51a205e9911f82b7e4e9e8aea35ed8f7e24b8ea8a26b06183
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b49db9f7d77a8b7de8e06fa9d85968120c000d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f880f968d025fd5c286076981a83ce246ea932a474aa703c64c9f9d9a03cba49
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76798a181c2cfbe344f7d469544b8a80eb497b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee313d2d80f0624f0f10f4c456dc51dccb009689e954b6c85487419f9257508b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba345afee61066fc7275ecb54d9c94d48c01851
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8da0f8721223b4244d834bb28e73d8ae0e643ba1ab47852272c6c4fa484cce8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8a1ff57681013e6521a5502dca47123b53b32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad9bbcad71c9dd7e05dc3f5a981d170d0ccce741fa5d61bcfd468b6df9d3ac2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1f75acaf75dc07f9fbae3f26be339dde0afffc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fb25f08c3d82fc5afea581249de557606fd86895d73cdcafc0755a2ba013e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56718c0846eef76a43f5fc388a9a8d58b127edaa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63949b15ed4a321965b9d1af4541a7fe06901ac47ab457c6b3ad3151e69eabc0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbe827ab719444073aa065aef8eb2060b91d51f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066dd4aefd8e2c8aff140f1270c89dcb60df08464426d96cc3b8818f238e8b5a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9954b55f2086c8c52031ed2ddb43f1262a0b7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ee6fb170374bce2b06a7b71142b25ee427df0a594e5e9371a15cd954510d20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abb48fde35d8a0cac2206aef77db15a1822da27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e77459590ac4760a0b6d9bc2ebd2089527d81edb7f16af67f03f32e08a26d0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04febd55742b0ed98dba8f688c5adab355076ca4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46e058b89f9b768d71e8c5b1f65752f600c24eae06e7b0cf06b928ccce1460
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619d79b308772c09c41a263eaac42cb33d7df247
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dade7633ff7a13000895c64c536a1df6ec68a7e241d27af1f1ae25abcf3f98e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a8d68ad2ee97fa7b87e24045bf835be05c2c55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8a5e18ec89ffe1f5a62a401055e6d766b9843648f1d613a6b5e29a2429c340
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de77f66ab59cf0d27f19d8096232db38cb9211b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89529b6eae1f31f9ed0f0580e045d01dbd6b4c13757f121effea2825727dbb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8deb92b5ccf90416a7de13831bba590eeed7cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3f7e371b6555b6b0efdf651d0c0d7a649da0c42f9098e951d8d0906f1adf87
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874cf03920ace0dae5fe403405bd0ef9e7a98b7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d422a7b27349b7b3eb1db212be0442ea52995d4261c7b4609d03597ac54ef53c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9040d742efea5e249c1216967b50998730a6a479
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa489e7042cffe4037e83890408b9c4092ad0e58bc60f4c1f79b5f2149dfd370
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8943e3eb10049954ac4dc8d4d9520efe5a27a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52dc6d73eecf547901bbac55b447f836ec637dfc34331e387faeccf914dcf60
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212195def6a40671d71fea78a5867799aae7bd63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9361fbb9e4da9a7c18e9e82ca54adbfb37f91f27e9fa7845f808f4fff47d9389
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0386dd8c08ea34ee41c5ba31efbc4873a023447
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1028e86f447be75a2a50ea665702cd3f6956464ff618d2a401bcb2d1201811
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe072bba34cdf1dde93a37348fd834141747ef9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53047a413a455aed83e6dfa2165a855a9040bba7dd8a73470080be50c72428f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf65a76dfdb0b139865bb9e6f9aeb9df7df487e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19837b32d58ade8f7dfc56ddf6a016961a31a00397727bad59a35a1c327714f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f27301f0bc109212244f0f71349fc487aade23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e4142a3293bdf7c0a21ce4b15374065fbab0d9f33a8898f515eed47612e5e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6ca84d6e4167d80529ce59afd42cfe583e7da1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515ec895ebeb831ea4da788686b1d822b8cd372470420416b5a6203b65c948a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef41d6da0aae0d2a6b3b9ed8685ea01a442750e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d0fb56ac23109b86c970f32a5af8086a6df9eddffb8f2ebc793b217cf0049
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9709f945d5a1729f261b609c96c7c489103e79cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b45093b23c04b0298fec020fca7eb2525e1d69a7fec17c4afebec94dd2aeb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4cb5b61c19ad5d0ba38b5a7e845e598174ba7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efe1cd8dcf54f6d1d04587e21f3834d9902f9cf1e11e712c2735fd2d744f380
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fe3e201c280c0da7d65dda9524b8285da62f9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631673cd39b6b5ce68cfc83a00c1a13c1ed4b7bb7262a07d106896606bd438bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e5acf714e52de6a434feba25d205cfab6b50cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d180676c87e8ebb46f5900511a687840fc8bea00e6d4ba45a74f9b11e83af4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa8d4c51f9d2a1017eb6fd32d2116a58763255a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4936ffa369477f3b9aed99dfac12e7f11e74a4b3709d4082d4febeb9bf5c541e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329c01b8f93bd4c1a9c22a2852cbbc446dc117cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6c2db97cfd04f09178c8d3a09f2f9f4a8df222e59330c0181f36494b631d06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2115464fe53f719e33b139667b51fb07045d8b3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269a4f26ed03a636388e9d6e0adc0dd8688e06964dae949976f0786b41c3895b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d9513aa8e361b323150991d9791101ebc6314
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43962219a338582ea0a37ce79f064de458e30cd883f3eae17044f663366f16b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40a70a458e1d98db1f74804de67caecfba46d82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad541847ca375d8c71df8204993f8f471e07da0451ea811a1abe8c6f786eb38f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee1349ab1fbd7693b68cf9c6b54361e84c034ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67bad2d05f9421cb936b23bb928cf9a9a63af177e81661adec5d817cbff2908
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362b1e6b2f8ad9ee96ccdb9e8989d442851b946d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b88cc98e180a65e4860f945d205623815f9328eab5c481d18cefc4e8239eec4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e260ce6016f34d696a226037e8f14456c357a469
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc62e83bc7031c6e05b4273b0592fba59b8a2fef35732cf6fac06c114cfceae9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906204568626b2d58800b1f5e13997291abd5a40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd85284050b2ef71784f4ea575092d02a9245fe149e55a491bbfdb4dca107be
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd731bcc40dbf3639e51e299ebb92e474406929
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c016454f34b7595767b3b3d9d5186168077eae67547196b96b2fad42cdb22b4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a21af9d3b5088c9363c56ebd57bdb856d4739a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2bb9daf0768efeec0cce57d474033734ef432273f6ad2477e65a4f8e5b66bd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c73c25f0f15ad82d67794b8fe83340cc461c36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9517a5038f605ff7394363b7bebf8da080bc0a6b715acb703bbee73a38eeed8d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9503e918b7e705c262bcc5d448048e569c35dc27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f11c70525a969e9150edb3f39f883d79f9ced664d0ccb7abf2a1153dbc088c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24493fa2a6a4636eb63718b60b07862382640c75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889a08cecb5e3703769247f0ae9002aa356aac2a48f517365253e8c75ed9b9f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304be5f46381a2281279a6dc0a4c72172007f6ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc2f54c8ed50b6be4efae407e46c7d8cd654c6f79528d80ff802c5e38a4b546
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67910276d7073734b837e9103eb0d0a5133c603
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c5b449c0e9a4ff23d93ba3bfe6caff2e9a49fe1e212cb51fe2ebfbfcbe6bf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603644ed91907b6c18801d79a620b29eb087ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78dfe4fc6d2bcda2019aad844032dbc3ef7e59b0e7fca5c134a885fae8cf7c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e118032d5e4ce517feb533a25ceac4f51d948240
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa39d6c91748d5178bd265c464043c00646a9eac602850a7a8b48bfc0e4a21
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f915e8d4251f1a131f19e50a3b9b454d64abc10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6b1f905b74cb3c7bad3c356fd574b594942eb8dd80eae3a9205ccffd6666bd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2bf77d86731191081ec2bfd875d7e561d7d9e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95be9577fab90faba2e6840ae213fb30331923784bb9d31dd5964882b9351098
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee47245aabec2251c1340f219a9c4ba0f4b0d2da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb6aeec63692fd3c665e3dc5b36dcc8d1884e29594232e53cfa02e188adad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76df7967bb42459579d602b6d392f7f6623967cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ba0c9293e5689797c522b31e01ea389550aef38042e654d0f002c076b4680
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99d99ab92bd0a4cb27ae1202573006094566ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e37e660aa8491a631baf31cf02a72505092e1a93338561d785b7dc004fce1b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa33cc0e5682a0454735c6e108c814104114d30f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80026e7cf14d5d68c833e4deed5e1e657a0d5b12c5eee5652d63b8c1de0c591a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a1304cfecbe8987b7baf1eeea95349e04fee6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08b7f5dd654f16b8d09f1adf8a29acbe24f734ea9cf1e5626ec88792dbb924d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9014eff15a695876bf0803b91c4ee8daf7cf2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670f282fbbd40070c21f6316a4f08817a17dcb6a83b755957327ba8ec3232262
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7d1c7e1abbb2a8d695b702d248d9f6e9f72d29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da954264db4a3f12bd7e1091c150a1fe7170dd192a7d0d5b12c7179593823d30
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b96ed662d16b2dde7cd7ada725229de0662025
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c087282ee3ae9048f94522b25215fb9ff46df27207cc9fe6028241e5042dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c437175d9b1ff20ee9618d6e74c0d9e261deb28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcda8ad62ba118af91822d1c3c9bee0ea85e652238d09ca66d05574bfb40746
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba80a6427e7592d4b51471e91af38ee0d8f00592
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5a89262bae86356c83dde5a12bbd1f466363406e823ba2c97ee51588aea4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323a20d8ae09fb4e3f23b6313d2ab92837383424
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c864e7ad283efd007f021a94abdc4aa51880d81d997cdd6cd554a4d7614fad3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc62f1c63c7c77d536c362b99e380a020e01da0d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fc03f858a934f7a0473903098b5ca058a72404f77e4e928c73b6052718bcb5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0107b708a245ab23c24e39cc6580e229e0e2e197
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030720fea2bef5b718c8afaaeb6bee29cd74db98f086463d4a37bfae474ec73d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccded473c31cfc691f95b78839c16615c9b0f77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1fb61876df6240883409f2dd74a0f39fa622de1b5f54a9ebaa697c5bc2a7e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0609a8e847651fc71763131c01c932566c6fee97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e0c9a7a341be11f02804e4345334cc613facb08fe08c205abc60c8c8b10dac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376c8aec031cfaa66bc92840a5f9d850acb894e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d23be3075373623a352c7408a68982e6ddca881798649375c7f6ec027707004
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc66a6b989a0b59e47bda07c150abb9c2def06d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d46e38f766f00eaac1cd5bf2f9ac35f976e52e5006434e8435c9a907e1b0f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26713f535cbe56a9515373dfb98706e17eca25d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc2b2175c09cf1133f9dbcf8d0789547f1290f26f94ec6be401a696796804e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a9916f4eeae235395531067521e66a04f32375
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b29cce1b3a8462f4d96663606039ed41cc4f7620b4d1c561b636504d7a7c636
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9364e3e52324741fdc9017b01068bf27f76fce28
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f1a69dceb021fecc5a6ad9caf2cbe9a806add4ace204e076ce42f24020b388
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd7de2c25878f10ec8f3c5bd13a954a5fadc53f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc610c7d59c6fac1b777fff9dbf2b616f9d4ccf6ba8875a9944ed0d3dfda77a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3a26fb32a4eb7072f93e7e4c4a7aeb67a41c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827e642640f4203f14b953cb50cb6a8d1fb653be518eaeb3c17dd5aa5c922cd3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543ed8583101460d00750c2a987fcae63d7c3f84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22629f2b8b831f06d6056c08e62f1906341a8511919ad23e3b18d3e01c9316ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49f84f81d387fc3720012bef631e3cee738e1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa89a5ae67a6102336167aba507cf73157bc0e7af9d367d29063c09659ac25f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5a8b082ae8d5870c2d701d8ba8ef08b9207f16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fdd1f9b23d268789c7deb7bd5539b7fbaaa46fa52fe85f907f01a1071ca52a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69fc00626582758745dc501f300bc9aeb5802e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa69ab9425f6910b5daa775f2b29beedd80fa07ec4395580efa3e040d218d99
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afdca8eef7052f1aa77f77734a38d9dc84d397
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ff9fec1a6b9a9e7f7a6f55aaed73b074aa44396cbc21ab239af0596e6f048e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498bfa877170d97be7e89795829abd4d066996ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d87a72ec7cc00a922843ffdc547b73098e13e7c2c53eb0a7c82db615664e0a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079b3a8f6a98efa68fb53e3f56195ed86a489405
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bf48dc4faf24ac540da21b1a5702f84439e7c17e6e51ba83552583ed4c0b68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5987f917665bac8bc96820060eea251b697502ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0760508f202a2d23cdb862f1f1c938963d2206b1bd812c0ac1e8d87a60e8c39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8cfc1fa0c4a28e35f27dfdbc6611f06059ae77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fec61ea661b512a7f7f39dd2f80ea0cd473b43c764a86c78c4e598d2d8c0a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6157f5c4dfd5fe8c43a45aa090a1941a848bdfa1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d018bc74dc62fc1205da683745b7f6c314c178fc2d3dcb9d9b640c9444ca9786
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f652471aa6404f7023d8a059e51ac477a628d192
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea435dfa3ec277213219cbb6b19bfdcbd5d4108bca0ca3bc5b056741c33e8da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ceb33578358364c23c3498960b4b288cd141e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec622cef0f490b87053e662f53926a9465bdc9a62df14b7c46a37d6c808d30da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10736190e89a6186dd2a5cbe6a0b16d46ae163b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df7ac52968a48a8292723688405bbe0182969ff0bd5ef5e8c74b6417be8583
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beda5cf8773bf8ec816960daf3bbffe5fceec10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f7be968fac591fa2a3bf03d175eb040982317f6790c1968696df75e9a5df15
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48a23f4f6f3e82d7c97473b46660497edd834fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1aac66f78f14d26525f215e95c0f4244985c4b23e97b90fbaf526164977100
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7269e699202ab7d1b365e0497f39dca9e1a2080
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e9b52b16a05f603f475d3e545001fa3345ca649187461f7cb290b29ec5c8cc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc3d8a921e3cc242976435058c370745fb62388
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a376ac101efd5013109de71e81f600e62c96421cffac8970ef4b722fb62cf8a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4624ee47f9508e70c5acbda150dc3210ec07ae0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfb8bfc14422487e191d001905870cfde5d8976c6be27c269a7f073681352e8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84bd640c17ee5520a8609c7bc93b00740686caa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed932f9ebc7c09fa811a67ec6aa21444479adcb3be5a9bb263e9bd9f88b605
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b302f52c8e42ddaf33759626f76bf943f028d53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f04bbd6c63b0670810b0ec790cc1c3b481e138ca5b70a498e8fd25651afb6cc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7e337006f6fc596e6e3a74770fca74eb3b12e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee92ff7c355efbd6dbbe139a492ede665b4cec9d6818ba6e72aaf0bb3291751
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c619ecb47434217281875f95edd452429e80457
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79536a3f8eac0678684c033c2b42a05c23a120176edeb77a366c19474a24b59b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610bbc2d9f36f557a668e76db85e77ab74c8e246
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218684cbbc1be397330aa14e603b005e332c3227dc16f32969fd65ce2be4e5f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a49e2c975a96113da196b1b9d912d594156108c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fa82dedf116570b0f1d6fa3beb450c201c9045737530fe6e254e451582e702
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8898d08aebdd02c85b763a8e926912b1da887
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4771c1aa66a542701ad412d8bc8a077e1861003ef562237f2d8d101c66d67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8098b0818ffc133f8726aae9b35fac000c97d94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6692e7ccaa088e473cc689301820d9f69b0705652dca30a1ed66339271505b9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba52cac204fb558d8426a3b9b43f9c142bd23980
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd80cc49181f351e0e968ef1bb64370363c745aee6b43fa5945db7a1c3f9b0ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e5b6270d42ee51ae44c95ab2a3393e84be3fc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8881bbb3d5e6df2c9cf94ecfd747c0a9e0e7deea4123f39b6adfed6739ff32
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f9c6aadf342df7314ee39b691479d99a56f92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b149b43a0bf80dff133987a4cf3c6bf46a5f252f3959904bbc375d345747203f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dec2f79a67ce289b9d79cd789c692f04ec8d07d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59105b646dff7a9cc37333ad3e772d0b454fd94a88c9d24fd6386998e429f0f0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f49ee3b7ff7192adbfdc3d7b2763f4fa9b22dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445d4e529f9ab34ffee1470327835f67076fff50251cd6dc3704bf0e49e31765
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833937d03c0a18b4877fc4c56f2150aefff7aaad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2057cb0229ce6649b15d82051e3d955e322a8ab1d322d4dec2727365689a86f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf694b7ce006a5866d2502e2e98a26fa53dd7dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497f8c53d7097b0f38a1bd5ee0308a78435f51e5dd3c3f73c50fc0dfb2f6dad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15e89a82b5e5baedcc1244ff944bf76e452392
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1e3fdf9146279b77a8bae63064f425ec69b6daa35dd58af47ba9dad6c41b9d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715af658322e8cd096db9a65c3df97f08ddf13bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aa3928b4f1e9453e30205506fa06d33d4f59845a9468fe01e809fc5cd3f606
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7585b12a73766e75de162882d61a1f0cb1a9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef75ed71baf72e2f5fc03770219250bb7d2a5889c992c78f98098e0a33061c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb2157bd1cb2d072b2df2d1915d8e27768ca4c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886db532639a886f1eb9540e5071d1d61305b1f16691e4e4c29f97570ca0103e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa8d4d0a9a036d8ab2919113982d5d4a0cc3815
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9317002f21f5bf472b1ee9dfb682b84024e363f6678ce0ad032eee49343856c6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42299906d67204f0d5dc7139985eea451f0312a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1383ae3d48c39f99c6391bbfd8778097a804a41cd7cd87364eaa59ef021718d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d7cdb28472ae8d7c33fd950b1bca0da6506cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9a07d4223f74b6106ba988b4f3b1a3ca1e85f8da3c543f1a3f220d733e751f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6962c5489af48589fcf120bfcae5fc3c70adea4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d219a8a674d4e4916c35b63bd47b5735b537fec2127c6edd8a8d9aa73eb27ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364259ca0296e6274d5a73b17b18ae058aa1042
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e54d6092bb1355d3c00baedb36c9dee239b7531b989573ce516a710573fc3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8af43ee7246218436025b67fedcf20aaf8e48b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3527a80837ccd455fb7155a2256e125c1c722e1734673c685fe93d16bd699877
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecd850dc98cbebd1679b08c449fdc430819a7bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44055bf734374d5e38709448290482037aed3c698e23eb3eabf63de4b5d0c2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703d50249f0fa83fec8d64575fd9ad5133c0eabb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fb226d2fa0ccbb520c0fc4378ee4248181ec10564558ebd94486bb9965f5db
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6e3f983ea35bd20c72611fe25cddf5cbc46927
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce0005255637d9ff12192389c9117c3d52fa32c01fadfa55948027d4bf2525
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91c11a94233f22e8e65e0964ccec578e2a7d903
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07c52e9f64293f3c1d8d400d72b631730d469f9465db5d1ee0ad18622219fbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26673f9e5a98dfdce05cfa38dabc0d2b16bba982
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a663cc9954348070bb4a71316c2a3ba78842a54d89b0d3c16650885ceff5f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e1c4701848307b8227b35287addc03c704b25a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f31fdd78e82a0033d5724d19cafc4a00da2b79dd2d5b68b23aacbe0b1f4558
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47b75e1ee0f786d62fc4fd8a02f36605894d94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fef4d9683d5aa2ddfde616b82b157a293e6766ea6d777a96f8ea9b39026eea2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5a027b0e43d94fd9c8f50ac1444a1ef1f388b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dec4a1afb828cfc8fac68ee71461a3b55e569de6f6f099ec232ab106b68df5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373abdebcdec0ac08cb405e8b7ad25febe3b539a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efedacb94bf9b76c91d8f359ad2a37fe6a768f08287dd8277d3b19b32ce0349
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb5096ac07324b299ad54a7c781f74913424d1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7890964d86c8a62d1366b5798d9c577e8cbb221aebe69eee45842f3c0c0bde
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7938a77afa48d7b5e2c0cc10363a5849e2eee7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53930ab33e7dc62931bb9139a7fbd5b2778101d0b6703e73609ca9bb0a83b108
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a07f476b87de04fe8cc4f778e72c39e6f7aa35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a276de3d3b96c5ade71ef554715dc7f159e76e537de496bc3480e0ccd31dc62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4d52bb651ec5cc69fc0662164e8131a9b44224
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bdcbe19914b492c8957fdc0d5ea7bb3099064dd3b08a62820a492aeb39a700
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05543a63db2182ab55787a4283dff985e5cf64c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8902a04d40b2866e36c8e17b47fb5f70a5ee085d822167e35c217900288151c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f62a5154be121be4a9fc37104adf921a44ebe5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b8211f0998a64de6914d6a653054862c311dcbe859a4c699bdbf755a475d34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c36b8e3b25ca1d1442121263308772109ff81fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddf66347f430d44bd34e46f5ba62c71c6a258de61b649c8e85f3ff2d744644
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccc4ce804e110f5368d7adc11255d9e71fd2d61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd02d07eec4d86280054454164148e3d1762a32cdd577d40f2fb1fdd5e4bd926
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7d185d3378ccc33d2722044cfc17d13f6e2793
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f248ded5e6f0dbf53f76a2b722d1fe45f6008e554b61c072e3bfc92f919b38d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be142f441b975aff3a597fd6ed663aeddb6c70c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02e3bd7cfa57421c66faaca0ddb6d31e910fb32c6c439ab59b87c2ad8aca04d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf182fba9b60d944c9c6fdc525cd4a0bb76474a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c41b17f073dee84876b9521950f1737bc6b5f4596b3606c386fe019cf80ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64581d62c40431465972142e94e7f050551e960
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44ef3ea63e662a5119dfd9bc6e1db14c03b666a5f003f20029e74e84f172a46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08411b6daaceefb14beef6adf2ad6e3efaf2bdda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb25eca20ecff9caa34b5ade93caab396ee73e7d0a975e8e8261d884b67dc06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda1ab45570eb664a824d5fa918875088ff7d571
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971604be60279e1e160f1d786780e65e057662bae9a05803ca39e78bd5c08245
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474461529b7d626cca6e3f8218c2efb946ec45ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7386e9156c6ffe6510460f7da23dbd57ce42269d659574fd1e5f04ffde5c0dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2d2ad3ad3e50944a6beab24d75b9362ce985de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7b113d23400d01732993576b57d38416154d98c7e5293ee989c9eb84b9f7fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4bbc2141d7289406eb41ba20fc1a6471305092
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95fb8c51eaf67bc82f4cb5c2b46c889743eec23fac9355368cbd760ca54ac84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77587e668db240e0743c6147cc957bb2daccdb0d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361df7f0a1f4e0e42c20fc4467b2bd7fa4d5cecb4256dac87ad1c37328da68a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a1bc7246360b128523e2591a89b823e1797155
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314efd6712ef0a1f6b7382955ee7532e248036d7102375605ec10cdf306a7b50
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba889b16256b767beb66d91e691eff8c51c83e96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb52ce9741daeb3c7bc94ddf2cb187f556e6ae05f0124f9c0bc234991fc10f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5359758daf2c7d6842fe6cf4c07525f1cfc878
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c275ac534b257f06a10fbbcef468e07278a3253e8574d76bf58fc63dd28d3217
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6aec9602ad13bab99d88d8c4bf21ad74ac26c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6029783378af3593592c64644d1939308c9f443152ec5b5280c73e84d115ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23418bc81a0350e71bf84acd3c410feec82d839d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d49a9bbfa43258518a55ce9ffa52a88f74e6cf18799275055ab2576f0d78e2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d8ebb71566ff611d47a6f65176cc779c65318c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3726859c8c9425a20dc5b94de2e8ce2355756405c594a8974447cee428a3c3a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d4a6f78c96baf0799944923e4f3a82b414a7a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1082bc02dfff069b3659252ca55a1acd3253067a95918c211209e942d501724f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7264d11db3f140eb963dff67d913a695143fcef9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649c18af1725eb4500e4383078a5c760b4fcfe225909897631b8eede794c4d03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e5ca5df03d58ba2f619290d6dc784ad90f498
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d61b4b025b02a253906e157865084f45d2107c33d9e15691a41c20e8d3bce6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a79d3b08624949d52abd907bd86ff392b04b8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaecf5c515c9df69c3a0f98e661ece1ac4ece0ce5202812281e089fc6546c89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5bce0007d1a1a443f37450b51c04c6da0bf08f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9658b211a510c9081bf276d16aed65ffdedcda7a64075ff164f437f83adb48b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d4e45d5d5fd34ff7a1a5feab9c1b409f050f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239defecd267db600473ac1e945787e78276c8d6e910678b47ab9636528876a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80d726c57060cb5363400c40c58ab91d6f4f0f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9043b2613834af4441920d50e526344a188c796f32a941e3f112211af460578e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cbc7c205a353939d6b8b806dc6ce0dc6c45ae5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23a09a6f855b32eead155d4695e04f75d6f7baa3e89e6c557f56f45b7647580
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b2c1019dcdfa346513cf664cbfb970eb4d355d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ac6e0826f677ef6e493df4672b5c3eb54099c1a7df0b8bf8337db825df7b1f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f06bfbdc0facc5a585c320e5d616a559657628
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b746c2c3ff2f4b6c910bddaeaf9fa479a94ce3d3104680cba534fc88d1095
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b2a7177b4086f6b6037ce300c7a0e65588c0cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cbeda71cc23aa0f330ab0327ea8b94b60dc591f078d7dbb506289a8c561331
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30726c2ce027f702d877e62cfb6c4d214d9c1f49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bb0a5b30fcafb7d06b45339cbb0b232601a6d29f8e73dee727951f91577717
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6078fedc118cdd2322f735628c9fb7bcadf2797
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e76d54511c828644d18feff3cd9560ebc050c8a6ba03979518e1738f11f00d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b9b1c689989a68d53a887400c77c2503a91d11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0adfe339aea2983d09d5820ab0ddbdafa43e250b931482e085d31666f2f5597
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3ef0926788832dd1432944083104218e19f08e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d560c958c806133c91b0accb31fae3531f85d6a59863c032e301b03db0c937
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b76087c26b98149049ad6eb62a5dcc92d8b198
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9821cebac51c765b46f0ee625d4affe9e3e0be0e1786c09c2b4c558b3368178b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640273660462ee73f0380ad15a089a2aded094b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05abd7e59991a7ffae5b703f253cb01fcf97bb97b87b91cd56261debb76a8b87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b87e8df77f698d5a975fc137a71915cf6e188c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24282e454f96432a9605ab45e8c2a103c847929df1adbd7cac750f0bffcfa237
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb968d1c384c4647a59f74cc3fa86d6f5ad0f920
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab08b2e2209b4decc27ff0ed6ad014a4a1c81a5de51bfe50c36638afcd27536
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2607139a0e3fe8ee925610fdad9c782771c885fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cb6b80f91c778051f78d3fcd0661e1f30e9fdca51225a0b5db530d30e99b7d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00847ed34599df875a17f79cbb6efdafe7990be8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9b4539221fe87599e47c8144ffa034deae02d48a670d8f8193f6c96b637ae1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570457a02de4ef61998b22c0a9d86f738e038000
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef595a317c3318229825dc3c6ba5e6a4cc2b6be7d2d921612ce08dd8c46491ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062fade0a44d82496e9c0de4d66d3bfd63f52047
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fbde7d2b4a5422c3dc68fec7b1c93df5f9525dccb417c27cd828e182f718ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8fe760a0061a83e5240fe5459e4ab8200f88d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ce76e62de2c468ee9e8eb5a5dc0508c618a77aae94cd1c1eefb066d1d7e267
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ec726c339db09c8a6805b1be4f1ee7ac39318c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a830371e11540ec8b38f9c239bafdf79a8c54edab9cec86e5e1a9907ce3441a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d3b54a7200c9b7689114c98d3a49c0ac5f558
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9619cd5a3602ef0317846b372f1d63222c37df3c8e92acb90475473853d8e7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ba15a85a3528a218c85181b2896c16ea2114c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396751c0ec434abd4d06087ccf655e2e114ca23f4a111e26d87fccab3ddc9de2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360703045877802562ffe04bc8ba47e0defcaeb4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff3f46bcc51a24d65e61bddf6e481c47fb84946863fde1b4e5dd98626c04c18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5be4809e3d6d4d19c7dcc3dd5f874f8453bab7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc5080450491c185f2041708647dc0a699c324f55ffd7872206e5b410f4ca65
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cfefff7a525f281010896217287bfb653666a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5af2a0c111de8538bb03e9aee2cb6da6c6d97870e380f11a1c14fea972026b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff272c72ff48b54f7ae9554c9df945fb06112f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c7308a908d744187a279c4be78fd1771eea0564e2b143ac6acda43654d82bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96987d11da0dd7b73a0daa4236616fe119c0d2b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548a478f182755e61a86ea14efa299bfffe07ba4b3d46a28317a9e6d6625469d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34e1b790dfbd714679f8fe968c484105d606779
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed058479f2ee6511d5dce7ec5303f65c6b7a2e145f2fc543c24d1a56aea0bea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a51837ba4a954472323ae9aa014fc02cb67825
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c6413ea438138345eeeb1b2d5910d5b99903a89ef79aa0566e84579736617f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62904787286ba7fcae358be153924abf1c3674ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f5b1f2349797b75fc1f13afcda069953115db940fb2fd0deca9dea2dc783b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83146367a8c3ed08a75377dcd7132e128a5e7b69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0656334ecd53598b7b27c07967cf5266fbdfc2d24ba170b9ade7631546326f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad9d59a75ea6b9a1315da252ebdded200c5a2c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04035579c66cd90c887334189ae0858eefc26465f29068c55ab6ba8f40c95c7e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d227ea8d85b04c244c2bd124e329b6c5a9fde44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bef734d99946c62416bcfb3fa4a53509ca6b81bfdc20a72675a8346c08e736
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b21045cf5edf98738fee61b616c62746cb3e0dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6aeb39c3986c496c8e2ab659ad512bb1c0c585c48b6217bea26230511b178a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbf9a4c21b0fd1eea2ced61735dbd7b2a9c1391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22562a5eb7d905656999bc3d90f6c2ffe8543c005db0e16c92416fc60be37ad7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f461ab5b547ef18caa70208193cc5ade0b186a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20777a0f3e2cac2043942e642856d1c2be0d636f4d33eb263c9a8771051d4c4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9ba9e37cf28c2aa753633ef06ac07f721ed7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac096117a7f9152bbafc7ef49587beb36b5c454f5a4ba3060d91b95ad01c610
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795e10349605383785273e56b5cbe2119bde4f5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1de138ec8e790b9567a68a6011e4ca912966c5f2fa6cad0872a390524deaac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ef5d207d77a85ddcbcb425558bf2925f5c23b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9b962fefac818873fb78af00277564c7e657c168a2fb77ba3585f6dd699e3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c5fff63de3646c7dee69cabd58553c3336a80c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446035043dbe0ddb1e1faf4a62b44ad8bfb9497dcaaad7ee5ecf569fb8af6e59
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d291fc1e6df6ac8f35033691622e7d22f038f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb5ebb9c95437d017e4bcf1d13f77b45009ed1c10cb025d46864d22c988e5ca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b133fc55f1e6a06dc507c0049cc5b839e3e0f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6de62fbcfa6a7ab615507ddf30c1e0e65c29b6a72cd9180f302daf2056c8341
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1e4ff8b6482641041fb27b916175966f3b7b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20a69ea919ee4531d8679e61c3b9756ede3c156deb500c474f402d6683a4ce0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359a2c8dc4fbe012dff9f3dee307ff2125a4d3c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1a5154137ad15d00f35e0e2a79c5671aca63232352b7168f5d36afa24faafc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628dfc94efe99b1679e8c216327cd285385bf805
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f515b39c46d9ee4c2a9f7f400b550e39bebce6148b29bc6a96170f0f037cd55
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79264fe44a16146ec6909db5d00629a787b00f70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31573946cdda885e4469229327772c421185a59631763c2af2cc56d00025a9ce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc04376fb27046ce13825f58ace9d9e80625ba0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb1dc1c83387fe8976f46f826490ebe21953437eb2f0b1e7ec15cb11e022cbf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41742c6d539125f974bc583c42d3df1e989e209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7247e3f232584123a5359c7bf174e5df0311b142a72d561d87c4f965efed2c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5454ccfffad8172a316b33962e483eea5af7a696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa58c70ab101c3298919a49e814a4278a9cf169e2eb5924b04c7aa4bddae3df7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f910434ccb3a58f693b3f958abd56b594935c73a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e1b31847f54e22c049c62576e98e817a9573682599a7afa8617c5cbf8b4f7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d000ab8a206839966dd6da2776d5c20fca6cea4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad15c4a60ca34b94419663131455e4765982e2ad3444992045764188f89f7a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f233187acaa440625f22f7a9924ed9afa68feab4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6daca8348ba65ae9eff208659ea8c208d80825904ebf393875375c91c81fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd972a1eb8bba61352c3cbe378d5a8a716a9d6a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31946784642f270702b38169060114cdf3f151d9698aa82a1db03cd7031b224
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878da508f26a2d16aecda8776e648c9aa2699925
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a439a652cf17c22cf7cc9140b7fd017339c2959f3a620ee144a47c1ac352242e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56f63dfa14ca788c24eec3cba11d5a1a1930124
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df11e0213082b31cd192e6a0511daea79e282cf3b531444a3e29287a5a9f0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175d39ef82ba5f8b86fd2f0967cf078aa7e3f98a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea86ad78e3f8fdf462de40191ee5745e82cfdc318cefbda8776a972c6c62898
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4676bf3872da7414e591f0aa75b09e51e71245f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e1369f66626bfa965a10e2a2287f7bb12cb9bd121f341c8d48bcde9e584864
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd045578d5bd58b065b55bdd884905f34dbb2584
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcf6bf28701ba4c387c95daf6d9b6d375869fccf9f102a1b49f2ba754586e93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d90b2a93d2fe73eedd9d8d1a180ef6e6078c381
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c2f58a97c90d8ad5d882f60db915fdbf9719c76e6deab69243e5d6d4ad6ec5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235f16996b2ec782657d59c2fe38bb43b134db62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163ebb314bd43a18f7d59186a81c52a44df9a3900953e9df0d1ab5ca0c10667f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bec75783b11328144f095a2193c764770f0d94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d20085cd934832c374559f06bfd1720f154e6f71c34a1efac8885883a4edb6a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8070ec6d83760739f04d061c580c3dc8576d10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738349f3b65fb227e20ca0ed4a0cecc91ce846ac3e1e8576832db0c0a0534814
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de54fef5181e9556fe7dc53e20d3a089c34f92d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9db81cfa569f43ab804457355ff0337b7d8d47745bcb1fd0b5fd77424194ad6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676107bbaa0330141cf6a7def9941ffe69e12001
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb819998d08cf916acec81a5624fe5a8bb08f0e02a3af58533eddf4d808c63a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55672967f1a2cec7b8895f61a66bc5678616ba4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1f53aa46edcc9124ae6d96119f35a9f4775babe21e7a42a18ff05c9f8ed84f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f7e5718c2d454bb644911cef4cac54110086ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13fa14fb89ffcae6e5519e7e8edc7007be04e617a0996911492190fa3598ec2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d41b533f4b84b4a685a45fee3813b43341f2b94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0e2efffc4c4112f458609b0c24048b73742c1b6dc14dbec6afd32ed08f8860
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c5e03362e39036fc16bc82369d1a09fcae21b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7596bd44f067895d8a1e0daaf2dbd5e4529e43328d43ac8d5bf8a0bb09d0bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e7d1cf8d20783127c5cf2f6db26bbcf3f60a1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f79a2b37bc7dfdcc9b2a3bc3c454105103fc6dd5a318549a26e90f4ce97fc8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609ed85b91e310142537ad40f70ed9c8e9552d15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7963c6d6f465390c79e9daf87125f601fe93970d6aa7f2f8e0779b714abace1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f798d4198be406baae2ee491a4a3f3afecb1d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d3d27b3f04da5be210a4e61260710056f97a2101f78b98133b4e87d6ed2d46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b247871e6d2abed24b3ea37a8e702229d32de5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510ed6791280bc394862e11b54e72af0f1a2c1e989036c7e5f24a8f6ce6aa28a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37154ca902002ee4d29c15f5a822738c0b968d9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874ab874ed4a2b8e22d2e45332d435168e1eaa5e6e7508d9de1ee9168eab2e4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8b4f7f603ff9f8a074a3936b8ea317d89345e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e11b4f30152fd698c68e52638af97fc994071a49899a887f142a4f3455cda
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6a0a95fb91c1dceaa36e467d023e2a44b3f731
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ea917f2b8a64802ba2006ab4e3da7ea48aa9bf57af266442cc4ba44886645
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b2bb2e8907e39c1f1810233c4d746773cd256c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b42aab762ca9f75b035e978ee40870e52ef663d42b68ee7d7bca3639d8d351
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c627c8a0602f113d7865054fb8332e8e281b53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f9921ce29b0c9f2dab95a7ef72215369306ff1fcf7813feeee18fc86062fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aae656651a6478249fbd08238b229721ee9005
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73820c9ce473b707cb1607cc6c43b763d77c0c73e4532af202fe22a232a490ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e0b9e82e9b7299064a158dfb4f661dd201c8fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a3e97bd9e3ac420f17b995e24a1e46bf3cab65f77a94e03d5dca1d2dab9f4b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf0d9a28789f6b3b759fd4b02666eb067179b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784975b57f8d49662c8368bea90cb09124d66c507b8e339878c83e1c7d79d866
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72954a3f0081c6fe5144dd01dae5c86f9f5cac55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867a4122fbaa84e97b3d6e36493fcf3c7f651d05940ab79830510871c7583722
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcc4e04d13f3ec861833b7537f796cb2ba92cdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d029d858f1b01c515daaa15cf906f21a709d888b1b2ba33a0114caeeccf5d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd06e6b1bdac9464e3d67580658d1deed4d051d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775410c876df8d4d7e66cee11b36e44f378a406d4790d4300b44b3d4f6d383af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17151c44477af73893416387909eac1eb26daf0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f81a44cfe4d87f6f8bf1c8c88585295345768d589cac6a24a80daba97ba6251
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c61f48ab4df07de6389acf58efc584e409d934
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f486775aff6f58cd7ae16096054fc7efae58410f7fcafcdcdb2c418b9a037c18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f1ea9625282bb84dd794558c3fe3bd77e26feb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdf430af6ef117dee4289c671029292c1cb876e21b30319666f981bc26d7706
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f8c4fb9ae7c1540f32d3862043339fa6b4935e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b21d394c8b109b08bdd658243e3c180d25fba949c8529e329d4dcf24978900
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e37e200fe314b5247973d88ecfa64ea5591367a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bae48a1f0d1920c66e8a26ee68f8d3e4e99c2059599a16d7ef898d0687dbf6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe549479b4b87d00a0af3e08e3ecfdb29b86ef7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e988391b9c9f2191a43a1e5bf400c28332ab8dff28ddbbe5bcb920e2975a1e13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2f4e1bc938fec1e3a30bbd598c0cb7d9cf446a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fefcbafe4c9c8dbc8dd4e8a4758857cec49b42f2bdcf5a510546dee11e0cd04
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff2f85e379ecfef2146a3f4a5ec2876f97739f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcfd73adec699783148f27d62fc646bd8513daa9ca43881c6ee8dcf202ed70f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4947c9d8c14958e2e24f1c2e486c2eb53bbba36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd84dbb815ef3be70e938e29198990041b6c546002f51535856e3d3653c49b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd7a72398835a35c021f4ea327ae7e66a7ea36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830bf7afe7dedd915fab5b2972376f43c3193c7a3ea98d68ef288e26e9788b1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563df82f64ad3ea94c1cf94e5a3a2a39ee56e733
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61500f0d153775210f6a6e59b649064d86f588c9204931863abd1b028506a35f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299d8b9c1fefc18bfcac545764899a00cb86c3f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae98381ce20c3f9023fea656c3131226badc8e5d8df7ef70ce2c6ba2563e534
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec2b7d7909face742a8e1cf48eb1babbf22601e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd542e3fd0c5c88f9072ee484b1d85a22ea7660c02a6cd12d2f6179a9be0e22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab5655bea81202ccedef1b5c13973349cf19bed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49382e714cdab2f3eab988098b3aa6d40fcbd8c75419a7b3dc66111b4a6ffc15
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2f3134ac8b2b3d2b14380d1502d0c3c628828b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672b04937921e6592a7ec6ed962aa702ff682b58ffd6e3c735cd13d4fb1bf09c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368eab71b7884a49eb4f33b91090cb7cea308cf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e6325b2a9df3f317e9919dd3b7c05122434a3c949cb7719eb8aa6b183f9bcf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a87b10ce94885f873699e6a382e7e56b9a1e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0403ab0b22a1a09225c4e029f7fe7d534683860d68fc2494096487aab14979a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d433deb8777d216de13c313d08adbcb7663df1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4d4de10763525a90272fac54434cccf6980e7bf95df320a750c0c9e7407f1b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0c2eb76e5ddf2ffe5371ab47ad2eb2d210eee6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a08bbc6bee547a0c8a55340ac42c76e97899eaabd688cd1de78e260d744289c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0639bc458738b3ac62de09248e0a7de176c3b5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991ccb06754b281eeed8d3f2e58de38fb6f1ab50e1cd48303ec295cfae7035d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e41c7e57dcf6ec2368916ea02277e3c9e3486
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e82287df05c6a098e61c140382d94c250729fc11a08f369e0b934e1f53f811
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462be25917c3cf2bffb5466b66abf82463996ec8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b021bdc130ffe5b4021686b0a92679f54feb753ec6b3f18512fc977837b0970f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd9259aec0f4238afd30f8fd4e930acfc4fb1fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589f1d305a1e1e221bdd793af30c0b5c10f9ff07bf288380ab6666e38594acd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6012f2e3c16c06a0dfaae08c4f525e57be899074
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f8435cfbc5691fc7a3698c98e5259eb302091760cef266e0ea550f0f2e2034
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100c338b2a0abb16d61ae76dc2dc5ed8e5343237
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49192677694e1a9fb286b6a6eeecff37bd6d35cd95e810040413f5c4d7452601
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f5201ffbb8bda43ba26407a9142c5e1502008d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44589f9727b7c2e47954b0013ef1c910a3bbb987cf6084f1712fc0948fc95551
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985c1ca354c6e78b2e430f3719e2a4c880a671fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f9d49233080dd656417f43e971ee0f695a4b8cd03e8d64ca55957edbdc69f1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e95abf7adaf27546398f352ba9e114f9245003
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1053f5a8154152d612eaa50f03f77e3d321bfbcc08c79b4c18445261444a49ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c6f7e81337a50c0ea2bb8b0ca1678c805f8af0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3483aef006327b8a30e2dec63f884a797fb27c1d9d6f79277f837d0c43717d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20286a206f824a7e622d09dfa9fb2d7be951b009
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781a0ca1229f410718136f01ccc24087e435a1b3fdc71556a41efa22cfd615a0
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356289c701eab6e6be694c661b032d518718a7b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6422a3e41ab8a2926395ebd3202ad308aded18879b2c07f87c259554577d203e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5497af68ef0f0cf72852926e265b5b252f7236c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8cec59fbb3b8536876841f60cd10f8de63ef38338291d4840c3b46e320f4c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98b1ea5e38b4fa40c533deafaee13ccda115f23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b155ae21b9591d253a3942428eecb382ba884d17a91cb7ca9fae941410bae94
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867096899ad0a9557b9f1297900815b3bad34181
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df90e922abf3e0b290dff3ea9a6876b5388c04206e7471cce95f08a77d7d285
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220fb4432ed7aa9a6525ae536931475a356a710
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a26e7d142f026ef68d644f08d3442bbb3e0dc7f7e9c2100cdce3df7e1adcb2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f1494369b4be0b5aebd9035c4ad1f3c8ff434f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39922846c87d79335a769728bdf92f3bd8a40a5cadc47bc8938c205e9cc4fdcf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fe8a6dde53357d3fb12d216b82174e043da1f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbf919ab28a0d4c27a77c1628c1306bb8e2745478e501b79b22f250203d80df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac05c3fe8d55ade2ad94bcbc0e92524c518bad85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aa6883455d71084a8fdcac62365d91cc8a0b4d8691107897995333873c7f3a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eec527b4b797c7ab950c0890099dc7fbf14e847
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0784f9f9b49ea8e85abf34b052b8115024a059dd0e18082a0728d0c4c7cb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f4266f53aabc66880c6a98bbf52292fb508e2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f08558d40d169f3bf36ac04901da78a008804603b2d4ef95695f1332b89c280
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b125c7d59a51dc18fe78454f9e3e3a2f17c9fff3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7f0208c3d578d860b18de41290d39b151a77acbedd6d29d19a08ae8beb4444
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737c16fe22df3fe513fb7c1d817d1a244291c5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef1151f0de65c0a75f0e87e8f921a2c0d6ea6d2eb7c8beb904ff6fecaee7d0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b6cb12dd81929c4ce764c35a20949bd91bda84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a37f567feb3dca7d68148e28bf88fd1edda2a27a3207b5bfe5d19c852b2bfa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc59c2ddedb7a7eb7f183b78c863dcc5e0652861
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f30d0f844b50079bae64305d93ceef62a656fd5517583ed48de5b720c81fa8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa116c62d1051e9e58e2841511b813f7a03ed741
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28049df590a8a18b444d098ea8768d3bd98b722ea99b0dbfdcf0bdf8a31c2227
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea10102c1c5369cd3049c0f1b3e4965ef114c69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab97beb62082343f0acac9fd154f4a99ef0846c8ba09aba83fbadc906dead1f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358bfc76c04b4463ce6a6362aa4e1b5ffb9cde8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d880bfdde9939cb34c4a589d72c642d2eca3c655de1778f392d248542c30e3f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2212a28962ac7568922c517438745901737e35f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b522064592d2c86ab76f34f8bdf414098a5c2a98f7eb161a1e89ed1a93c1ddda
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd834f11347e3e14c91eca27e65e0338bcec624
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c29fd4fb2364cdff9a18af7d41c832e89991ce8dcba6e567d71efa503e899b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29101d02c448e7da953464b645c8247999ae3c10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af58abc26f010470bb4f35bd9a640e24868584d3d846848248f9f6d98cc1c02c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bedeeee4a96951963aa6d77aa6c63a5f4a78d66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80453474f75c93a139e68c4dfb997d585ebf45471ef660653772d13242a9339
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3111312703e48ec5d61fefde36cd2b838e1c7f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a752d9ab841a55b2081c27d8e246d2444b322cbab84ad8a4892c3258ec677
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42d6783260e3782e0bb69c5f16aaaf96b81837b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0aa8f4e1608926bb52140feae59f81f6b79c71049b09c4a1ad805998245cf4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad0aa7551daf2ccb88ca477698002cc36be2b42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1787c116dc3b8b330fe2d30c3e208b03395478ffb2e515761d0e2623b03d196d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7e137d9a67c7f803ed80a43e54e4b46f8e2378
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d2a05db431c41f3e1ea2c53f073ecd3f458c0b63281979f3fb9d17aa15d7fa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5dc8147c47d7c2071c11530c5488acacc536c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aa00801fd834ec930f84b7901d689e71e28ba0a9b722807cdd7baf46b911f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e1faf72ccd81b749a7e1a44bf9d8f3b480677c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b8010ff139e5ef6c626257312a5314c66517a6a6b4c6a5cbe2c345de9cd96d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3a1d9b6d9064e957b70f7600f920bd2a84f423
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ba1c57fb9d0e0629a78ac40b975fadc80913ad9a27351e57d38b1f165313b5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dc52e099385956de927e1757e375e91e6cb136
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9765046dadba41d6748954faa54532c41e5b3d95ddd067e89781dd54860f5c7d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3027fe1649d76addeb1856b3673e4fa2a2ab57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d318e400ba0c35d6661fc93e4fe9e8e34b1629aa5d33e81468a56425cae0430
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd148470538c74e9cdd9f563318518caba5395a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fcb8d220ff66ff33e371777b2c222e126c10c0a5359152c60736474b68bacb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0547750b7d62322a38dc0c49e288bd8e041ff0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc76615096a377a91aad5b6336d862654cb4c9a7fd981dd2e44f55474b9ccb0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6fa94d9879742185bad3a24f9952eaad840b53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d308b74303dc80c17dcf0139024a975959b3319e0c51169956b3128ecef943
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae77a9cd0d41353674db4d475831d092801d95c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712cb7f1a13e7c8cd5c67701c1e415a6c0b284ed8e1b47264780558fdba6637c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feed7f3db8a6925b6171fa544577236f0e35a0bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4029fc1071d18dab613f488b5e45958700945f28c3c59f608fa5d5a06f092a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5adb85534b9f27ddb4a600faaf974ce44aab75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f876c287a0bb5b93fd9876eb3e0fba536c258051a52bba181bcfb38ae2ad3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a64123504f183f58401a39d4364437a622ad3bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c39c522e5e84a78cf66ecd90687b54ed53ca1d815190e70c82dc3dabd02d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773b566a52bbbb21952f3ac405d4c44abec8694
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2627fd8769b968637797e9f4a9323f9e49841edbd7af2288b5c448f4732f5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864cca882de99c67fc7f325d89e7d89a9b5ced47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf2b757e76dc53a94b60c2a1849b36b312374f3d2ab0c2d4e1c64a2ad723897
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e22d0145a93817b61349b2a047a508aaed45cac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f008e2a01902c1cefad167bf5e6a83ed620f81d869bdc5ca2caf9ba9a0d316
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f04703aedea707e5fa7da8420f40687542dfb1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7942e664cbd54da657939033a198c323ce13e1cdeda1aa8cdde636571364953
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e484ee01d1243d2979673df96f7395f9b45b6687
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cd6a51d1cc969c573cba549d7f63cfd020af44d46f51e91b08fb95f56884a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f1b9d0545d4e64d3ef710effbe0b67ae8e2c70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ed7a1cd061342228ce8dc5f20c2ee1e4095fd7b38831d2e7202387d5a33f18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33565b39907f75dd606607cc839334ce6d8d0b07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e589aa765eb30bf48446aaed4d1d5ee46f0811012249eb964d04d5752da438
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721c8c442b3b9f9fb974c92f58b1cf905a80a2d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e43d6af31f019ebaf184ae56bd35cf86edcafa23c82fb5b197f9675e8e4718c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d608c0ff28001f08cd9406a7e0c56d722b4610
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be198a458a88b4e3066c154d978184b0dd3c006f46cef3db2f953d569b6ca3f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28bcbfe38aab675484ea0aeedbb36b97b0146ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d101de8cc2ef8fce8422f8ae08c1abb15680cbcd80e77b9820d77d54e8af54
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d258178385155cc554b4450c6a21e7e10fd4a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3615f882557b388392e33079675f20cbf859ec65ded872c5d919068165b951f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f93f9bca93fb5a23a974c6a0d5552f8623278f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e29d286d3c42d6cf916947862c6cf83d890752a142530fe601074bbb22a017b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5ac0718d89c2ec71125b48bb7e5666c6b43761
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057e96349a3b8271857d9f48a1f93f0dcc38f34a02cf5654f1a3f0a949cf0f96
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f55c25d86c15650db19b40e42eb1472ffbfd50f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9078ba1285de3e8fb803774f2f8dd2acdbb3023357810fc752fda42eff116b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aface153f540d67310ebf04de3d7b168d3dd93c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba0e187876d4cee58b7bb08023a436186d46170e6a17cd4317d78728adeb128
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af159fe5545ba7a7f08c8091777283fbe5d477d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6273a3aa819d09308f801aaed1965f259993c26177d49d249afccabd6cbad3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2117f98944832deb8d1de6b3eb342fafecd73cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e765d42e32c98cbdea6d7559be36c4d223e2f81b9bcbd43104645044319c44a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf628ccde118bc0d9f881276931936fab161e4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dcfe37e9b80ee1054c76625ea29a2e4bcc3235cda355b9bd09db9c131c0ecb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc162e916d9c1e8cc116317aace34882d2d090e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c0dd9f7d235ace631dd1e89663c439c5d8947dd7407769b178522a3b3139e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402fa1abfddd628cd4dafa282c8a3d3af25b34ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0588f500812efb786df1582a224e121709c0e1062dc8405ec759efc69503ce0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74421498a7b01b5955ca68d2f6826f1e8bb9d2ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1104b7a6beb163dd3fa0fc467a28f53e8b1e9523139d40398f4a837c0cf3c81e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02154b3c634e321695f0471c869a7cfafc0cf98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d376185742e63fade80bc0b337a401428df7910e29e9c039bdb2aaa478db1f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325d69d48fce405c42589d66e41c33ba3f012c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51d4d57765d1497f0e9f0b19602fa349633c2e1c2c5e3f35c0d3299d0752726
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e169335b65e130c94b2a53784d2a037e1c43eda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798a2d5f6f8c61d9fecf1d12b57432d8b5998a115af35240ff1c604b0c379462
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47287e485d6506e514762aba2bc3f22935a9493
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68a54aaded6cf8f6a568dbbd8b97c430dadf5c7e95c868e76f3cd94bd1e23c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d7cd550120a15da36bbf0aafab2c9449157c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bbba8afad068e5b42e6ad024140a8b4e1d8cf3f5a3c11a0f13b3c461d6aa5d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457be0b4809c73c83a6e8ec2ba8dc2970d482fdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ad72a3854a72e33a0d9b32d13a9b0f2b68acb48b8eb8c53b253601b6fcbe51
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914e20b747667182ce21c16f21b47a1ab91e934c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebb0c68a984d021ead221d824b94aacd528e9fed44800a93503cbb5027c3c7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acedf04bf5cf971058af4c5a36623f59bddd7bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb4a29e270695df61e69f0975c9d12573dc3cc7e75821f78fb7588e8540dd4e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a16af547f162406ab5e3998ca3872a5bf01118
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7bbb10899e538bedda3a8930426e47fc82f073b6ac5d72bd2af32a03e4fbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea919ca332b5912d6843e6adc712b11c135e938
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1271b185497445c38ed6768d4a423742d92d48d88a17a1ec5c2770a6955107f9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c045112d60468b172d3c0c7667b1224d59b95a90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b389acaaf3370f1a0b434bb23d35f48a54f0326df1b6ea825dfdace4a4e4807a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03abd19a6a5bf5779ebe35aa36e138a3865a6516
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc1d563a9ea5e596443f704de19b28ab978824d610a879408fb00081400ae23
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cac2ae26b0f7a5d0e49ff617a42461169c5eef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5803e5810454f273df4766c5982f0afba6f1ce106cd7248676d0b9ee7793f56a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b14a8919b50ad5182fefab4a17643cb6f287b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1aca8ff0706aedfaccaa7a9abf632c2335f7eff2ea6ef74304272cc2b88ca9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fc7c19ba68ec4a947b990448fae659054a28a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462213234c35ce36ef10b94e1291dfd107435b408a927ffee98def91eb6886fc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900c9851f766c04d30eb53733eac375207650725
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732238dc1d533c83cc5c7953527e61e554c38cae7110ba0883b9ed375e022ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafaa8a1c3895c88e48fd5e8d3b95782e3dc06d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5195c24af142e9557a34aa4190217f557d676e5fac95d47f743dfb2d3d29136
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acf698b5fdf412aec6d136b59f66556a4d6b7b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360ac33572151f316f49435fd86a6be10d6c402c44de56187b67b85fa612ac8d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe4c75e33fac08b4a993b5801ae54258525666
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00e30c17f60e9dacef7f56e65f2f822bb5d104e8c2a6ef7ea5c22f2d5f4c9bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723537f14f31fe7390ea1f91f8019ad249091d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21f682c989e690fe04a23ad4068b066f10676e9878e64e5c846f3b771c34257
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5febfbaefb7bba7a759ce071290f490475187d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad83080f7de62b6942ed2f9fda08e63da1f56df7c4ec21290821963bad3b7ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fe4de57ac13afe25c6534979e585e45147c83e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b32ac4b7a1b234437f12e1273766ffeb330004df1be98bf421b49d9c5cbd08
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8418db7f2fce03b5b17c9d2eb92a0859dd27148b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b2db3c7e78e002354b09a09f417cc656a53632f1568a78662b955e6b6b0527
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dff46869a3f9606293701c86023c1fbddaa528d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b892bf635d5b70d73cb245bc8889ff5d531959a2371961cfebdd42f2af6de2ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f6aa9a2d44bddea40a20e423a281c5426fe766
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f2c6cf90e9edfb2efffc06e1f23c13929da0715c7c38125cfc3938e8c75803
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e75578cd009477431f3dcb98f740ee951922f5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84402552c3f5d115806954dfc62326529189a2cf6e38554ef8d819b76f51d41
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6673b8ce058cf075ac4f61f2ae029c17813ed23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd45c1b6e1aead59f92947180c59900877e9d78b67dab1707fce11af7dcb16ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46e4ae9fb233be64eeeab05c5c1cc5744897d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c82aaf672d9b57d10928c11fa8b0c625100ce1179132488db0536ffb67355c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ff8358068f7aeaa9a042ab9452358388fd87c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2172be341f0469f99b54f66bdf45db066421a335aeceb14dc412ca21717fd6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58ad32f5ae004eec3cb6867f6ca42065989b8a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f4c9f6c50c235b4e3f0ada4a27927c54155c7997c640a2785c94cf0c3aea4c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1f479178838df5acbe167c12d586833ceb74e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2434e9253edda85ce320b8cd959ba0c1ef38add939e58e58b771fdd8bf6734
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe5e2646199a1bfa2a294bbf94e9e3876e59222
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0657cd1e5b912c002de38bc46103289eebf7350a0b086dcdcb6b710eb12104
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac7419ea4453fcb69a1f14786b4868de876b12a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cdb7f6bd11e6e04b3f532842d1c3e59dd6212ebad787147da28e8ed98e0a9a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aadd8b300525466c03be15e9feaa4f6c03c258
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a29203fd01060bafea75457e94d4b70f065afb1143328339b54e7ca22fa8ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc242a6b69d16380985f2963c9f8e58314cca6c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436b22485ca1ae3562fe942865897184e25bdf19ed8bbe7e4b08d1cedca39cb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be048967ba2bbb6d4b17d6df3681ee6f350a12e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238eb070335874d9ef6cb2ac08a44e858cb5d03e49a461935f1a86861fdf01f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af757122c4520ea72af58bce913f00fd5b09415f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb4660f44078e385dc5e4ff3ed5e91d35952e50531a54172e3c39d6bc16ddd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80a7af17d4cd689176fe836e9a1f9eda3daad39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0eb511d2814779d4d560c53f2a6de7e12b68521f913a4a0bd0998226415ce1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e47253b43046e8b5d8117f3920253145227f93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91964c7d23b33d897b508a7f0a4b50cf10d93ec763146e17b10ee7153813fea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b4430d467d7507233f09cffb32300578025307
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833a9de869145148a117d906ebc279a286d2e100a69f6a250766f687cf1f399
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dc5b56daf590967dfc9dcd5e202fe78f4e4725
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5b7f6a288b1157ab01f065e02fb13425203995e0138326e984ee9511ce523c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6abac20f490fb57614eb6af5ba7723f83eff665
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac6eae4a5f4c211524a0b5bc306ea93381adaab669f0af995178c82e0883ddb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c351f12670a491aa31a3ac557ad285049def5b91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e9262d19434b364c0464253c82870dc767fb1b2ade17efb3fcee8fec85a8b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83426efd202f98f95e63223318ed02e5ea277ec3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8044db8a1a1b8a8034519e16849e73fc1891bf88d2030a157a77e8b7ab44f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d318daad357381bcf33ba039f3cb78984d37220
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b6fa204d56c54e6e688b5872bc5ec64eaaa492d33c0ee2ba9f5ea8d536073e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e61c5b21b81bd9f4aa0eae39bc5015a1325a57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e001308434c298ae1064ef8e2862f614d31ca6eddf342eda70cc53cd0d7895f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9b0274836a5dcc062a27263c129319f23d0cd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf86fbc22f62b832c1ae9f727740de46e8d2a853428902ad9cacf1490b6b791
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799950a480bea8ca940607f82bbb8e07c050923f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3775c63d7a1940537d880cbfc95186030dee690fab72fa8afdf4c5fa081761a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6c1c2926d35b7eff6d2d8f6cbeb32dc2685576
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97bfeec71c744af7c33ce1d98957fdf778d3d6e22759bfc80c3e04fba4f9397
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a3745633e1b917b86a8328ef3fb2a79016bd32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d069b420c008d63e0a9111b4d73030970821bad77076108c54bd92e2b7b29
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba618f7245511dec40fbd2abea2a11938524248
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ee5c1967d71a147b809a67ddb81968e296ede8ae3ed4615b601df9d909a61
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3785cc2deca333d2871e4b49ed15f67731d31d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a480251146cef6728c6f7947154a7b75f4f472538e217960d60103718ee0b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a564daea61a24a7bfc080328ba57f044788c45e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11928f815a0483b29d942de34e2022330ce532e3fbf93392277b3c1a4a2ca14f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4e77c4eec185482349528412dbb2aaad6816d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf7736894090948d87fb29536f4b04256115bfa24bfc66e47b375a03beb436
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7855c573070c8d407a8b99f737e77ca43b992b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f868ad03b021f5243cab2c153d8c9c379e387605a9ebc24b148f34df8b8dce9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e20a5226fa680a20ad6aec728b45f63c3c2bd0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e37ac4006976d3e4d9a0e285fb47961ac4666a6526598693134b49c11c20528
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12168630272f009aba0035c1f98d80b8d4acea0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d20ea2a9980df7c3d006bd7600fd6af5f358d4e51f326a3d4d527bce9a4c51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db8cb1d0763650320b4d28637deb575996e7657
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b83477ca70575a63ec79bc03af6218bfcf65cd94062df65c591ed9767ccec39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55901ddba084424f5d0175cd18e6d0e7118bef93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73d008a50f1e84204fb0b24b4dd3e58df79cf9ee2f682c8139413f945f77be
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f4659d52bd2394e67e45fcf435ac79dc40bff5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4357dee218139ef2c108b2944eeae6115e649963ad8c887fab360d4e31d8261
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419d439488d26f0043225a0b58b1f83825036fe3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815a5c20bc8f6b42bb8b62a17d4fc9d38a4ccd6d77711a99a719d882117aa32
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1500b8203fced601fe3cddf1225ed32191bd45e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25820895ed9f69ce2725ae3706c0131a55ca6e9b592ebd992e3d8684aaafdc7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6123668bf96db6d27bd99d62c939d9ac792f2489
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ed95924a1fae6e50b32fa20e0e8522946fd657658aff579cb15db13cdda762
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5387a57175fcef0231e1e97188fb2c5cb2a3c37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b2806be9dd5ec6cd2241f33f93bc4a03b97252b9ec0e4355281c6b33d35d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f55daeb1de397ad757b62da7ed69343db9cc96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e60aced20e547069e1210ab61bd9d9ffe9d15826061b66b95c8590d07961891
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fb94231129fb1dfc16a1ee7383c2fd74ef54c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60808ffebc8a75682488e2c2527a4dbe2b440bd0d83f5764ad5918b74b56d9c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e884534eec68d3fcbfd0b68b3172052f0aa87315
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3b9dfdefb3ce0dc427f1dfd6118dbd996a4c3a19bd57121ff765abd915ab4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d611ac314a629c63af7704bc5d1efc4f0f25e313
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0c6cc050cad5c40789f8cd613088b7575c6e3514753195fa7fac1d107c7e3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c963fe61b2457cf1addcd2257f2a7c12c9a4f8ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e59fa1f61a09a5a9da5d179fd00762e153b250d10f92a41de4df3768ea1d5d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba32e9275f9f5d847d2d4678e9d141f3625498da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a83da56ed70de1dd478f5a512a71304c92083e7448fd51b0a59dcef1bfe88
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88bff4881809c74810fc12699dc5d7a43386eca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f3caa658ea5af71e275f839dd0637dc0a681742ac31c1206e4ea2daf2fc90a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfe7662deb4817a8506cb5460b6be79835a74df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761b678c3734bcb61b24dab699d9206f6d17482ab9783875dc4ee2f4634ff3a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9835a990946b687414c420317fbcdec1c0908cf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f526c96bd6eab5ef30efa04881ae3ad1565aca9de583c7bd48ab6c1dd5db2405
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63b3e8b61e3a943b8abf8ba9761087d090047d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166fa832b7187b1060ff51f4f28180bbd6d9442eb8e3b8152afd172f057fec76
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cd9b98576b7d59cc256cd5e66d8deb1338545d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96d85605594ab2132fb7825ee1b896f7268caf9401563d2e176b03b4066cafe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfccc67e2b8ba46b9741b625383ad5af66f39f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc65378a2ee83e30731ac613cd28fff12722fd36b1d64dae7b3c8a1dc7c3b13e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d292937ab6129ae1da4d4a1e866c4634ac05f0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff722be3ed934874e3562e822b7a2df716b5241626d4722e204db310525f7b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1360f8e8cffffee3b7637ce97a7bae05cea4f588
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00745c43f08133f2142ee7d078da9b7a68cfde18386d882f850b9292ba2ade6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93997c7a616e2bb1035b00fe0b3fe1bf8f50e62d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cbddd19e63e788e3aec534677db2aa6e65997601f7080b0a156ac49653befa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d94b786d2ee9f8937fcff308e82a5858df48c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e16fef5df92052fedfecac88bcd38ec1000633cea8fcdb4ebb581aac7c70072
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2444105e5e359d74bc2b736615d440b95418d862
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f43df56056a8d5a4ab07c08e641460ead721ca5cd5d6b8e4461e27530bdaec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c804c2e31f32a348f1f5db820c198ef0be2fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d42d43086a0149515f536acf806f8d31b5903b1a905654767d8068a43b58d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba85e74167c8b78f53930ede30dcf10f1ac7d099
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1748e76279a60c2606a1da60af3021efd9af58a0d4b6fa77dc1f9cef4a80e933
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1313bcfbc0bd2f6dc54daff7d3a944a74d811418
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe404aa33228ff8a9062a59f95c9c7770a098ee2ebeefcd976a09fea5722e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507502c9e4c3c35f548e65328066392145c17564
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30fbf94ddf095e03ec927b0cc5943d3f1b93a46fb697a15f12234e21f7d607d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9f5d80990c759057f64438b95aef4b547582eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b3b0d47b8ff8e93aa91029faae3e5d91d48628b0376231c56757110ebe58b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d58a92af96a8aef8aa138273ebc336641906829
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d18b68e14bea77dff2ef731838ccdf6c9556304390229712da1a5aa9cd86142
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba15760a63fb23a4bbb60a891032884bfe34d23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c99e9bf5528ae294d16064a2c836a8cc2ff014964b64061ca5a62d846ae943c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c7b6a8dec2401f887dbd6eca0ea07dc887119
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dd6c724cd8b264165db9cc888403f1977a67a1fc3ea1f0897a7116c817b362
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865fe0ac0c4b9e9f55537e44de58bea14aaa2345
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca3e95945dbe5f23e3f95017bfdd57008c7bb62eee00d13759090d075caaaa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc88612cc112b9da3d89593db3592c55eb53c407
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641187963377dd5261b54254ff6f65410e438032edb5d5598d6178c9db2d02c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a99b240bbe89655a10910ce8dd5a84d4a3b9317
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375a00a514b22f77e3f6c3c5ad33accab376df6abb092132826e97bc2fb303af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fae35f8112b5c3abf99d19371b568c63eacbfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f196d5c7b59f6fdadc9b17b3f39aef5058e6211086e9f546bb41b3351e3236a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22b53a660c341f7a39a6c3e6a02bec4bee40c72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fde0b881ec3073c2f0ad6bcd2e57c44466bc01c77147464be82185934118b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cd13223466fcfddeb1d541765999b65a51a50d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c2f3d7b4558e7c68cdf1a942896aed97875853eba9ab4c771d2e69ca1f3ec1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a23beaee371c6ce45cba28d9bb2737ba00effb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e3dd4352faee418c2afc307aa3e7b9c8481b1b7988c18c098f0ba2eb776159
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259581af1ccc92ea43a6a55a24c962903ef91bc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ada4e4bd2c2aed90607678b37372f8c6e1b8fb5cf1586b6b8d53de3706795f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee46c55e9559a69aef5c8fb4dc57019e4559270
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b009194de32da8181e3915ebfa1826cba97755f55883883b77726d389acd56a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd08015f83d72c78872586aae618deebf3fa2c85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e730adff458c6ecf48a888788ce0373c4eafb07945aaebc6de80fd59dac237a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d49c0e35efc3ac5977d05ac783a626190890db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50b3f08a6767039616ac235863ea7c588d6943da926148e4f65349ba8db3135
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374ddb016d42de5233bc02490fc1dd4bd226ba06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cd68cd7fbf65554a506e6c0b0d46ac8778231136d3ce71b0c780c7dacd7a3e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e791e987270688fae993bebf140d62f3eb130949
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e40fc6e58b063868c3ed1327f838b9aa91a36c5e70f6ed3b8ecd52f679909b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f42d43069da7213b72723db4246e86d1ebe2ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a343e3c7790262696dc5e1c0d86365995611351cfdf1ce3916eb224a2e767b7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a9405975b1e5385d5ad6483903d9554e4d32d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33e2892c05f313f78a73a3662814aaa6c35a0544063166f14ed69056237a681
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8b46eaa6d147707f62ac4cfa66b88d2a19e003
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fa704aed4791cd278e47736a2e56d7d40fb3f4b2cf715d5810ab79d727edb0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d868a10c00965b7d5d384c939ae34873c92f444
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5a98ed387b4aad8567c9278758baf704d8ce34c9bcc80c55c85220062115c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64712e6cc778c9ab5444d3bb5872e7a5594aded8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbab29c7dcaab4bb808a66e9556a38b2cfb8c9e0899f732af5194d1f277a8c20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd1525fb8a67d4bd93fd945ba8ba531fdeeba3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a505412789b59d8fe4334f3ebf10bc3f46b611712e470319f9e1c89a0df05
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86899d4b5baaa47a37135f9db7bf333b97a37649
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d68aeb3dd76b5089b2bfbbc3665e7393f35fddf7f497deed691904661e8b048
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b04758b7704b1bbf24c2cec9c510965927a421
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48c912332c77cb7924ae66475819b11188370e7afbc9f57579f7dee0e2859e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1cd1db6e95aa9d3bb7d1cb5527de7c4b700c43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec2d8990191b87e1c69d018358c1cafac847dfa1a290a1ab1cff2c6fa089808
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59090f4a823ecfc3932e867e0dce601d54b02b96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec44ec3badb7978cbf87b1b498435a7cbe41578033d41b946790666c528271c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96de4a7b37e7b5ea155e20007330df5a65ca7b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ed41278b92fa22d68cda950b9bc0f77c066b1e60980d87283b4ba43ba59418
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c02f7841f61dd33448b5f72ac8fd44ea656aaf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9588108e642b18927f33bddd2c14c6474196f624cf7a8aba6cb4f5fd7d6cc6b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170271a6ddc04dd63da38124df49cf2126d0c2ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb99c66a5fc57683fb165bfdf56b480304055bf5097785903a8f5d79b01da77
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820938abf053322f43c6502b902c10fd62338d6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c23af7ba19d2a662f76cac0fce842ee22ca28d535de7981ab993750ab887ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f08baa469773ed91ce9f57e2575c05b8ececd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b65636c8cd3331f11a6e10c74b6ca5fd67e6cd406e82118a2beef080807f6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9a978ee41b1ebc1375d710d37a404d04abd002
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fcdb1c4828210fdb40359e7c8f836fd375a452441b74a8d361dc45b2c0ecb6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405b6de52fc754e2bea3b0561e11cc09f2510808
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dac20d680cafeaaa00ca0bea2ee3d417787d363c65f4082b2f2b02b3d400ec4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f359c620ebdaed19d2b663e1fee1a8e7a26bcd7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdb8cf72bd22530b86fcb9f7d0c1951ce35cd544c04cc7f7e04936ca56b30e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77553724c145744b0a3fcc3b9f3bf260cf35e30e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7fa41bb49b1650df8538df7e49f334f37f9039d8a46c0ab612ae5d957757f0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feff1399f2c2884c3202f02ab6f21789cec0f12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5c43fc760d8896175a27bc981c50b9fc06e6056fd603a9b403212631217d43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5278211011f2f9de6ceb16beca2b2a4014811980
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24f5d1e94677029a1eb2a7c9c250cce2a41e9b9f70f283dc4b7364372a7faa3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29826ea143d8f69590cbd14df5894cc08bdc604
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8d1efef6fd2f8324fa9049b49948c307d21ebbc079e3ab056636553b064d9b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c2217f42bc564573dbe198d2bf00c836a228a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec5e9b436a32e645c6ed30bfe5623567770ca4291a72e12907405661728b581
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f461881359600ba2f6a204f34311ab6ed10d0f2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31989cf72b980a69310829e9ba76c2607bf134df8b0faa6285764ba1128290eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a4e0a45d5313929744599e4ad2328dbbc100b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a27e454913b58c9d36e5c124821ca3175e364d30f77a2e4a54b81eca546d6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e7352d9268e9c0e3e92d73bf62dfe006c5861
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abebcf8c6802ed23e3bd96bd426bdc9d7f4dc2c8b1d04d1844aa1df1922a584
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe95134b3c04e62e02a5fd256e072cc95840bea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968e287ae1a46195d21e07211a7df90f8377a8dce91e8e63dd6ffc8712af3511
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bafd6bb80e9ac0d49062b12eaf73ecf6b44aa9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6048cb7a2e96a7c187796630259eacd870d29fb9a285333e13ca36b54c0dbc86
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c038345b4ea863c74265d17919bcd20b78accb8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314436030a316f1044a1aa38451748e276bc744503ce95dc16e23a580dda8fee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a339817123fddfae371084099873c9cdb1d455
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f943b83bb31db012642fd13c9ea9536fa177f44f01d8239e38be0db9aeffc49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd258936fdcf42227beb5815ba682dd82c480a7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a7c8f166c71814cb890268b93c03000483eb8acc59c9834bb6a2c12836b006
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6096ccfede9ceeace188173ffaae783c836927b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fea76f811cad3fda4ab4f2d1d3504de05ab46342bf31185b44cda26b185788
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7074e303277ce91ca6a3b01630a57491b744e7ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e111a78336a5fc26bb3ab56fe0a8366e76f763dfc14246d3864ce20088cfb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82169fd3e14b43817a0d6bfdd2a965a016e25f69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67262c17671a66d8c6865598fb7051fdca4bb0d8d3efed12b042a9ee461f5423
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c863382929d1dc9f9e39bf890ea814da784d6d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b78b66601a5bcd9738f5829d24368ad6394db3ff855c48d9d0f3e53fa047d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1368cf0a49118ab0af80b588528b90eec219fae6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b386ee0d609d56c6a8ed486e9eed91e5d3de4a4cfd0b51d0d5068e72691001ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2e6f81d8a0de51471ac25aa98130f0d96ae61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6219b65b08914116d77dc583f916cc8d4267b3bf6b236c4ca74d693faf4ef4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bb7fb3aaaaafd19ba1f7d7c3013f51b4488c4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295abcb41bb75302fd5444d19fc3988fd40dbd50bd488a0e971237750a114a9d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229ee785866be0745d7c5728743b614e58439173
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99d1ffaad61602323f5428cb3b43076636d0e51567358a0ea90951c5f7e66f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eadff9232126a3140da551e4500011586778620
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedac7e825d360e5bbbea3cccede5897abc9e2dc994b93874ffde230120f1b8b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad2db3000569c73380f064976878ba9d3eefd9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64dcbb7c9cbd36abbb885ff318563c4d0eaed9cd88a349da2636692e1c0ad13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab36ad21c4bb4a08ae37b2f9879153ca192160
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a40e6c9e5fe813ea60c814c7dcdc6aa6a6c37efbb91464bfdd5f41bfc233cf5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6b27a9fc7a85b757bf43e0836c81b0c1c168db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8e31b417ee0aba341b4a8a90b4b10ac33f42adbe7cb47cdc80ad4ee19a3783
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8369360fce757cba45e582fc0e647d9feb5fda4a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24febfe2fe89ed990e67ad868025c90bf87bf36af15b25822da63db6eee277b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24146a7cd5f6c9e740044ecd85570d1fb07a085
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87de3b8c31514d345c14882dbcfc949bfe253299cb41aaa10b374e4cc89ad903
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bcc877ed8de0db74ff0a49b98a3faf6a6ef0a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1fc92f3a7dea47061828fe2b62f1c456b113340138fb88973717f008b90f1e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854164f5710e94bbd3958f7d217ad692df77ee2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18564f22f90a91a62c50f67963503ee19aaceb539388113d05445d8931acad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa06f7f71273e0f0e542c421b39034cb56ca2c98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757a256bf7eafc50ac7b5b9e4f7cd1d0e6bbe8aa7c0927d3a030de9be86c6f58
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75672249fc3874fc8ac9791c584c4cb1afa70cb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5091edb0b0c78730d76fd3a206c6f40c06662f775b9a8890cd5a1368e6fcf54b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819d31e728f5ed50cfc22ddf26c3523bfe26a2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c39f5ec5b01d34dd6dae1ca6b3192c352abf3cb080b1da8dc1d75a84ab1d83
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfdf7d31cce6c2c7f313401a1eab2c9a327c611
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4c8a745d28427349c7d2f5590476092b97d327dca00c97074fc2875f2c17ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cf34842b08c463a1b810521a6888e58e145f87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554e6cc06b9702b9dd029dd69413fc739a4bb732bdb3ef526a6e80be04d920dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2eaa78b976f40ffae98dc6791b7ce2ea73213a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea2b38ba9d4c575cb7b71eac1eea7cc4bf1b421bb74a8503e3cfb77704ce6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cd1f1bab79c1367b09b1e5985dfe26cf11886a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940f3b77c474758f3061844de5500401532ff78d40b473f3502cf7f94ff5f88
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dda1382fa69dbe3b97b1aaadd8b348863159785
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe74589163698710228168d10b38b595f9aa75dd916d4f834c2e5951cdd13c3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bb3c7123dd7c497e46586c4ceed4fa88869180
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90a2a19a03b49bc578066208a78e866c537c865c866d57565981f778ae32cc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e11be643abb25102af67a04a34a377d92308b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877c235c35052bcdea57e583f6259d55b620c67bc0d971c5f59bcc5f7062745f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f943d94b4d32d623693e06d2ffbe97cc98d4b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d4e3eb6440c4658df167a55c612a5d04ed1fec2bdb7aab9cec9f24fcf8dd75
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d142f2261da2b491c33403e3ce7ef959a3635a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14494d83831d11facc94265c2919a724b678043c5fc3aae48ee404fbf02f6707
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b03298c01ca1a997bbc98b01371ffaada41b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edff28b9629bc25f6410b5530dcfd002fa8e6b3d5fb527c722c918511ae5a0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070cd6aacbe481e0ff6cd9925ff1c659070e7d6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87d26daeb64867a5598ba1492616b63efcad8a8f942770505f5e263b578d279
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c43caf7dced46dab22811c40caa45e0fec3688a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1064ab55ebe29a286f5946bf844c1d1ff692796caa84bbae403192f9121ff897
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f947594d3b9cec4476d979df52247bdc657ac0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966598790cf786fc2f675d75b1edd3d601fdd42f3778939cb78acafb958e135
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c1f1a8a00c8fadd5bf258fb804c80de4aa1ad0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985cd19ed4d0532e1dbd90c67ee9ce485fee7901e4ef0ccfe9223f463be561e5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da803b7a26c3da7219294c28277d674d5463328d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709d5e62939f098d083cabe3ce225d08bf1bdc964f08d949c67e0fa1feef1145
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330dcb4a1bd2f0e4e4e2c46eb81e23cd50c98de7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9786c32fb7ea47086985532da34491601a2fc870724b8ecea515af5908f335
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893145928b97d282df0cf5e73ba710ae615ebfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953b37a8b4a2030c7506ab58ef860286985cc05e26f0da0db0373964ece71951
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be39e5db6926b4242cb41aeb4a442ff3c0a4a238
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddcf9dede129e68102f4c557c8fa618d9825f9a8ab101944fb8d494f258cb65
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9255fb61826a272aa6e9e081a4536f04defb06e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477882f89dfb73c12909f4717924ed26859b112359171b4892c6cf469d193638
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7729af1e8755c96b7cfb92b9f6aa3a6f4e140
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55cb0d7534e5003269fe10496bda448790d8643cf857f0d01a070790fedc37f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4888dafd6ad4458896e0655b5141c24a1104a82c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3bf01c5112aede61e7b62670e8baab5b8e748eba32e3e36dc0ce4cdba4947d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d348f55e8b8f5f6d191d92a68e1dca3c823c53b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5c1561519c83af0c0a833aed54e2f97dd1b69102eb8799914ca14fa573ffae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eccd5fd5bc60824a16d5aa9e58e0f84a182d1ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f3211eb78f35a8a4f97f74eb576f3f7ebe6000aaafc8b0e053074b69deb06f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354632983a0e816639baac22fd4beffdd2a0de1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5ec95f99a7c10b3dda7c824ff7dcf9d74409f1f7c2db68fb94b6cca4e6378b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d62129dba3378c7c932f3aa5f87e31b57720958
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56de3bbc17198fa6d55b8daba483e0ccd762f9b7f195ed47b83bff592734b13
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefe5b6c4d41d7233fd34fca3c52f7ced21e0257
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207400920648613f96afe06295d1f5bbb2296720591e3584eeae998359ac6ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02543cdbfe58737cb13e29517e7072c8174e6787
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33a7e6cd26fecdd002764019c8f98a07d142f01d7e1cc195a6970bcc21319f9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7701cc3d776ce5dae5177f367517de3413347beb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb6e54246f385d97720b3dd3cf441896c658960ac5b1adb91a4291caa645ca0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a95bfcef9b722b5f773c0dbb07c65926fb2d826
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4dc79985f3ea5f20ca3418e12e4c2dc1f5a47654313e53948d462ec6ce858
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f3924c250ac1d6621decb6e71735302ddef77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ea7b8db706dc743d5eff0ddfd019ee6e0c1682aaa45a8ea5d5b12eff6ffd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777e364b48597853ec428ca4b523059526f01033
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce1c6030bf381cff8283bde22dc778dc360463c0fa38f6eb71fc86ecadc40f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6d2539ab299448ebd0f735fc25e7f27d2c2b44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a72d1f9ca9a8a4e801be8752159feb0fa96afb409155ab1ec79fc5a9730de9f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cca3429eda9c3425fd33c1f7f5b1208a3e534a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daea276595d8d31f2f3252ad7c80d72145126e467e641e5ea12be11a889d132
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84966e457c747a2a2db98d6763226e2b75447986
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ef31d9ebc441fb5f323aaf3351758de37c973ae62cc97429d9ed2386fc3f25
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33a5fe7eb96595762ff77db9b6b4742601fac19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1a6fa765d057068c095598fc22de94cc1f52718b1a479d2ba666e99469a514
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de7662f2342a9d9847ac96cd3c83fdf799d9d3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa5b1dc7056b1e0c880d10f8cf51476cd3bf3f11eca26d82de309aed7ec233a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b9f9b6ddea9fe44ceeeba0546cf808aa77ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5dd50091463ce82664f1e8d7e0f0605b8a405de66303cd6cfa0a5fbe3eb437
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3bca5b99497db2604b6a741f9f7d4b6c3f8a4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354eb36c8ae1d091fa0193d6d778d34a5770127e09e5dbd9f34d147765db1a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b78c0aacbc845d87e0e2291f3ee444d1f61555b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b454071d85c55c5d3801cfc8a85a14e354b443c44f886ea7078da8f4a31dc2b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29828ae1d1c3fd4221b97cb0e89db4448783b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f587a76bbf9160294b8ff868a71c0a7b8e93e98cffdef182295f044bed07fbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0320daacd473a1a59a23be471b75587612383b3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133c3791e5cba80d2274ba393129da9d36f95e60d6f39bd00cd675987ba9fdb6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83e7c139dc9a0266da2a7c621b42413fe6730fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29883cd372c88cc44f1117832d8e20ea58ba4d4cc38069b4684ed1700d7e379
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527a9fc5009ff9514ba612487a8b94b1a083d42a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c41b648c013645b51802d7ae9b5c91745d30fb907ef04d9e6b46c16e21f1a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4572ca6e731ecfc17a1f62457cac5ae8a72598
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7bc7f59fcf637b2abac625027a3c429b345cc0e903d55f9db8bfeeacec3b76
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d8e8bd9e24129c8eafacc35790695270d5a89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7277b4534352506c3b78843f980bebd1a141711db24618f57264809fcccb01fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5422f61a683cabf62f6e57835d8461508a470b8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0718f05d521f6e090fea7769b1c10c86f5e04ccf389b458723b54a4ead6fa8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9556c03a6935dd83d4ae68de467fb1269c63f565
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d8d993aa77cc5b20588b377c13162df17da1260b17feb463082d215cedc039
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a8eb359cf8da02bb37356084c0aeb9111b048
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95e43845138eb4ae3558426fab424a40512045192bdcd22b0bd385ec543316e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9207e8d91701bee513d0673e7e5c43f13e61abd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af45cba85a7922cb43e0f56e27aad07e943f87d76c58943db263cceb1d8a1229
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9315a67b7021df20f6856a1c842662a60b3bb6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9308ce89dc55c7e62bfbd3380c4a904f836ceec90377f0d1e621c9bddd0e7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b7b5e42e1783759443c18ad04abab4df10f1a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b287a0cc6c8e6ad4e9cd3e170d4ff0fcdc2e2206a5391c8ff55eabd6809aed69
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0299ae887f4d98d5d67f7b2134bc47ad914d3d75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06f1a25786d4a71f58867f1d2a103ecb379c60c4c4aa44acad62706802a9735
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585bfff39ea4680c9feb6ebbc095e85edcb07642
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67a255ea8740e55efa06e4f381d6583b2c26fc41903f5b5cd00814309646229
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f3c8220e38c007cb279eeab83dbc6f599e43ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15045a4b283547568b3a9933736596316a3efec4f1a72f629013c07c5cd4f548
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74697d65a05e031a8df3f69401966b1bca259f91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce95ae589f79d7edd4d3f2171325cd603d9fc7a4d14c71da57bfecef4eda3419
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644d60a78438032d8d48b96c0976f2ac1abd016c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91def8a291551de3678f0ee3e4afd7005f73542e88a95f5626341c96dbb54e0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f452a55291367e82f212a7050a64e25e74cbc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020356da990bb3281fc93fb5d625e33935d5a68e3581b2250ccb7c59a3eb533d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc3b6d092de7833954461c4eb7f9af20dd9de92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baadd16440664ead6a2626c6cb0d61450a264b5810e9bdf4ba0c572988974e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05868428ed0f7d4fa9af630cef41169dcc58492c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ccb6cb0a6f0ee8434ad4277a8c749b7ec3f9be5839f25d3d6f65ff1db06e9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a1030ba2e5a904fd035f6e6841df375ea6c83e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aed5c09811acb7080660d88c4813a2bad647aab33d22c4af5091bce529842c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcd3c192e076d3e085fb0beaefe21db383862f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8040452108fad1d1ec115a4b4de66f432696cd84e4997c7bea6e47571da8d0b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb662cce40630888c4d4e649b8014e7580697187
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25385eb1fa42b8661fa0b64826923a7086af9b0f8f10591c44bed485bd8de945
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333702a3724e6db3856d8fb5c299fb2d688e5af2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533bf1d9337eca91aef087c83db547b72ebabc896a1825e8cdd7aa0b19b16937
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f13892b32a5c217628db573ed217660d64353bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270711a7a08c6d90c94cb072c177568569ca54cac9efc96791eddbdb5c94aef5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f260a10ce0ec0d3e9ad9da07677941d226e13267
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d92978cc38c34f85d3ce902a39996e34b509dca01319e7f32ad0709c541b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98b991e0c8c0c16375085d078f6abcd256f5d8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f055b565a3a4aeaeb8c85eed83575e8eae9c6b71b53a83d0f745d3ec411596
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8b88fc3ec8e7da674ea544e472e8ee23612ff9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b09e76def3bc7de66d58b9dc5cfab5ec97543c7dadc9860f64937088fafbe2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bde0ba8f8dd49f562f45a59ea6580d11353f3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b57a986767101be4ac596a8db0fbb66925a6b1acae73c8b0b52b993c059c50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32534dd7e88343fa58c02fef1f9dcd2094e73364
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7a81139f53d9380aa625e29f7032d61f7a1d987ec0b804413f4ca680c4f66d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d56d011841ee95cb25953b008f35fbb08bcc143
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e553b73745f8cc099586297a6da4a9327140e740d2ae2e95231ea0cbd97de18
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e487fbdc2b3620df1363f369a44aef2c7421cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bab822add76c5218fcbfbd3d54823ca37398059ab483ec40b305963b98db03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc97328e701e2e827e4f6a0e555918d9e56799cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d22c3958fa5e5211daca94b24afa189daf74d35064e5b42f012b9780a5ed9ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301fb0de543c8a8e2349ab58ff491c3ea82d945d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18fbb0e57213ac03b995b2ee59e6a23f5a70d3abcd6ab62f607457a0ef0576e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f58fbffd74e59d64ea1b61a786dd5a18fef835
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0f121ca28d8dbe2b76d7232403e822c31b83bc6c87a752e27db3042a46ae1c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a463a3427bc60f85514886d8fff4cbaf958a43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ad1ac796cf98da6a621458ad868b83576e18671e4b307a100807edf564694b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99443828167eb3f94774b24ed89c57317993afe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aaa0d538f060ef6b0c301e679ffb9fc97e0bab20321d883135f7b5b28f5ba5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ea14a68ba76e9f1fd360c2aefa0e78684cefdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4e964f08a36999c8055d933d7c1baac44a24df106aad3bc01ee6edd1237de0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c277f23d62df7d31303c3cb98bfb6496556aa7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb759df2733ca0ec8c1ef470bcdad123e7cd3bf3af64bc0fccec247c59dd6991
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd52354684d713e012df33480c4208d8a85e405
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5500b7085600fda2e67ed6e7198cf91bf83c4fcd0ad8e3647e2d386100b0a7d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea23bb8952445812d9fc26b8065e1e20faf96e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95c8efef838c94b0d70caf9c56e14e3212064b6cb4a3484832b28f60ca001e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad566ca246555d30ebc2e171c00a20411a59a367
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27afeeb5feada05ed012dbe23d882c29d960cc8c32e050c81ce8f4376bc09cbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a1d5ad5f8fa0e2b65ef162a5cb08cdaaee06b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c7e5cbec05e950421189ee4ea0b532be45d00a7198dbcfb638842f2dc659a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c9c0ff184024a542fd8bef73921cb53e806177
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0574cd03a98e81bd67c48727ca290759506e31fe4ef629c69799c66e322d608
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573c659d8c0751087c62948b46b9c306030a2148
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a2597d884a4b18fc4b0969d23e451def10173b87056ade21c379f518414020
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a69c46d837748a6576dfa13642cc18d2bcb55f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f765a15529a79f66f7457c622efc2febf69ee14981efdf53ac2e9609fccdd44b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f034bc9eeba2c1f771042429fe3fc7a834f2ff65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564735f0885015938850dcdc44ffdd874068ebd89cbcaab17afc30f50d283e35
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2532764f48c20c1e374bb7839f630854beddb31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438da273fea970cf37ad1920d72bd031cfd8425c39d43c28f15b61d45116d7a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e344cbe9e660a753d2992217251c36176cad8b9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb3b687634f594cf3d70776f0666265a13ff40b8806d15e531075a2fce3bb19
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d7ca012f95187625e0cc0c22e5ba782c5a025c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84111ecc0c6eaf6c909bfa48f0782de28968138301ce9d1767d3f1ccbb544574
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7999dbd4a71cde48425bf1f4c11ecd60e186de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c6f5e9daec2045b3d6832cc955e8a1944d0d1dfceafb3d1c3ca371a1b9ee7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8778ffed6a02f8e4d610899e6e50d66a89a6e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83aabbc6b4c3d3ec5e6ef2833ae5ec17d227f510ea34a2a015d54eb6fe55e7c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35acedd29a483fc028f8623fb7bcd7ebd3f25f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073325bfdb1a55dbdbb8c8756ac2c43d61c8516800aad9bddc557651748be1b6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8452547a603130b2f70a103600719c1cfbfca64c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a97e9f03974715b0eb5e90d9fea8ac6bc7de8a625a594150d78119792e521f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e67fcca9c005bf4c0ec505eab8131dd1bc060
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25291584de3c4d0f17acbac431e823ac08df88fcd72df5e6fa24b7a06782da33
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d045e1da0224f137f645db49b355e23b0d60a6b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14201e8cb7b03ed67249a675280a7f97a2312a116209e3e8f138597dc204f3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f4caf8529da5dde0c8e87aef778adc653543df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ac67e4e1c15ceef5f2d456e6d5a2824365fc69d2862099748ebd3237148131
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbfa76f58437fef2598945f2930c6633a6d3b7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22d0c4ce3154c773002471b9336d95132eb1ab0343d86bf76512447455f646b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f048afebe1f9f6d6a66df786bc4fa1d6379e64d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf573a7859e4efae0452be5e969815fda1fe0851ea706ae459fdfdf3c784c60e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c412b9abb39311af17d9acac3e408a93d30f998
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157f2262acc2ab508baca1ba07363300ca8893a41bce6bbc3d9c8d164d7b7e16
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b170490a4c0bb13b3827d4b90b98bbf2689afd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15264d4d78f32a71394a9c2b69b44308d89d9ec2a8c88814a3d205dddbb772f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb3f69f383b96f9e10e974deb75f1c65a58167d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34f9fb789719675f5874041edfc81b3941d6ea70c0bc9f5e89e1bebe87c4c15
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cce9cba9f4e4fa863d0507b20333223e2a8723
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a10f1435a618add1d4c996bc29d93b486c739ea2e94385a95bb894aaea3a90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07297a350d101abadff634d36018b0aab10a5105
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3422d8a1d0b4c8acf6c0ef6521e3d585982bf173dfd918e38708ceaee2c1bd4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8f29419a228aa7e8af170fc2bb27d2afad4fa2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cdb1f238c74e7d971203bba52b04464397883e4267c365b128bec1926e3138
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d084470ab5358a7493a64a1cbca8c238ec375
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8aca2acec6d42fa93cd1f045680af081e4b6d9ae31462e38a47ad5d80f179f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997de856666e9e7a1a1dadb48cfb73c1498fe8d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c9b8dc174de8fcd746c1d8f45806af41f1230c0d1feae4cef2423a480db24b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7d7e130c909bb21d3a5e4911f2e8ec10c804a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6b4f3376fa4a5f97ff172569d4b38a54063ccaeb1cb10f5d3b1968b3e360b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c0fd479095d9bd82d4187b491d1d185013761
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f6f9ab5ceea334d32807e0c609af91cacd8fc1650fc3e688bf6933884945e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745bf9160f12e2a0f57aa5666f0d7b9630d9f510
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff34a87597dac4612ae4b6f671763eb862f6a6db365da7199dc29826d1495f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7827f6169d17b1a0188920364b50a94a5dc7fa5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73829353340e75b2dd55041d9819d052236e3895a86cb01b010263df59ce0878
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c551215516e4e00a9ed967544bdd055cb54d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a9316d4418b3baf638d8db5d748123e94cfa8cfa18e6198d18374204ffc109
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f679f8bcebe0c108577da298f32b06ce2473dad6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00db880543069055e7311a2a9d86b14d8ffc6785a4f36ca381d9168f72f9ad72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1007bb41aea64dc391ce64bef9dbb9949800fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f479e59c45ce6d881e62273354dfb94d91fa594fa0be8ff1f4063b62a416cfb3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d5d9b03503050db1ac5b336bfaf49fb61733b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dbd0065d2afeb9013174c11eb949b366e9f3fa0ed48935424beefac7ee2e09
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22570b5bc1e658f16f25a3bddc7e5327405ce8c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e54c113747a4d9fb4f94551c2bbec32b019c3d20a662d173d119fb1b6c5cbbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535af15b14e59e0dac4736f7b68cc6c0223137c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5880ed56b1fac20d9d79f61f61bd107fece754793d844a4c2d9785e0f7bd67
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26552dc0220bfdd7171530ec83e33e736a25d18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9dbe2831a420c96f5a82a54adcf24242d4cc04e38a7ffe13801d8b4635c436
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afd5a448bf8c4df10e9729d1c0ecb8550212efe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92752c88ac4a1e6cdc95bd9062806c5352da3e9a9fa333332df9114a5c84d185
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64398334cd1a69ab0e2eaf78d144674d851d0dbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fc30c47b794933be7930ad6fefe50c18407c65e3bd98b0f241c9131121732a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20f27d937bd3688ceefb38fb9dd844908e03815
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea0fafcce1c0e7887af492e53418f6a81ccba7b78b525d9480ce2a9193ac127
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a11d4296f9df9c0714cd9033e3aac86420c33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2ce946486779de584bd32693cffa20cef7b67532b3a5a00b227a73741eeda3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a424cf00af4a97569de2158f825dcdc401745a37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6da85eaacfc5be5ec35ae2281df70354e68c12223bc8a1cef93e1485fc18c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d5edebd18b2d78161fc1fb6931085015a97769
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fddd2cf1fa6b75f7a43d47e575907329e703c25fe8d1a891f051ec866efd5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958d57f3ad7e0c8870c9579010516b008bedb7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d63dc6edea42cab67d0c4fb9edc6a56f14903eb2758c7b9f13e166f3fb1b3f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd449b5ac65d4c82e5c6ab894d3740354d52b7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1887c1d18e3bbadf6c84b350e7f88ac93fe57ddfa8e9f0f9700286090fef11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6361a8fd993051f11e1eb67baede6d2fa5def36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f2abfb4283c5196fcff2cf77c7499d31e2fb46f15e885f6c5fb748a7aae451
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2103a41ae2ebc670cab371362a04a6d2b7715de8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd1a00d334cd3807dfe2e9d3215149bdb3baa128517439d0e9d752b5f808534
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f917b3f5c6643ed4a9400fa409090e4de5038a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbeeed9a1c0cd570d68fb6a24e128c76cf553022b438f4652b47d44a5d782a8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f348b8c4b154de768e6eef778870ff68abbd352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c285d29385d1631867604717c8f587fb920634ac4136d9596ab40023ef245e7f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c99657286444550b3e93f2f0f54ee2b0f8e6e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9a9071d8c64004354d1f3f341e3d1664a3fd986717afd505ac6fe17411f63d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f79c3f4e15bee1d1dd8368346ff2c2d3f2cc9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a11c219ab684c093b25f9b015f6d7aa5dbb438f37426d06a2918d704851184
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2004249daf43c8dbb054a6e6eecc9c536134b8d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abd062ca0d81f28460b5260748023797fe1f706e70a58dc3f9886921564e87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fef87c20bd6ae90573abb305289eb473b67d5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa17e1bf6f5af21081f646353c115b60919327f51047d2f6f56d6e9155b02dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1c694d8e388ee9c7d954cf34fcb37d08e4da4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80826160d1daae1bd2a0b7249931be78844e5cdbadbbe6d716465bcc2f19be27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad544d30e0351746ad848efd5c7ebb6b2e4ee215
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee34f18642924361a76b20201e0c528e2d07547b80c35842298ce3cab3e701
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb4128421f1f5e7df99107e8bda427907b353a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1f24653bd3768363aefeb6e7668ff384df5e9513f221439b4824a553f9b9ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31f18770bea381224fd580e133d5f43f9d78df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7785a0e8e402f08f7b653c846b9ba5a1eab3fc63f7384f8f0588724d0576ed40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afd365754fc2fffeb135891d644a6ac86888c0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4201e96f4e538658463734b839e05ff370072cb0ac73c22d19fae41f891cbec1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695d5aeb27f9bac331ec7acc48530d5bc8aef40f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421423c3e3f4dda5767c3a1f48de6ead16dac485fc86751fcfce27c7f578e157
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce90663c6de5c6640b6a050f279529247b2e623
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d896d26ad71a080e5e2eeaeebac48adc1ce012234b850da51a97233ca117a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a04c2901c8534f39ba351926d77c1e5db99247
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed3cf7437b46d86488be01c944387c93f9f6e86136854a20b07b012c76cb767
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd9a22986be2a8a1cb77c75ac99d6a033160d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbe66d42a62f13777a00d54b8d4dd31e8a76441bffb053f3ed3a980f9e63313
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011c6aca350c057617ce417cb10604e92fec0712
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae02147a7f2b9f1b34984d845c09eb48da1457f52394fcc1148c715ca9b634a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b416c89ff3823d05b21905a7ad897f4f1071570d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd41653e50425e285ea919fd7fa4433a50c0423eddad9f00e327e3b89f5d87d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9542ca8cbc71f02908cf1f231dec4a8148cf31d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed34da928cd1077228712a59af3ba787f40a7345f0fdf11cf4579b74b5aef0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f00c26cc12e7411b3546c6a59e2f34dac8491b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919df10df9fc96db3dc7ee006ef3fd42bf7f8d77d8e2f609aada1b859f01669d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052c55e9b878029539a836c83e9bd5f0af545d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d26d03ebf8480a22995ef948ba114d772656d5da0453acb2bdfeb2fa66315aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5845b7be0328225480763357c299a6d6310148b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9a4f08e9f9c6964a5600f634b85b8d1c8fffd8bf51ae6f9fecc4d8a8f8813a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1847bdf49efd4d50d3ded2d3e50994c2caf6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5d73704a34a9af83df987a34a695871a4e93eed7ee3fd3703676e45c1d143
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5362a9793c51470a1419403b5803498df7fc95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a87dbc6594b0d9b09bce824108af5a2c23570a556a62aae030301036399e8b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8474e87b581eaeea64b4f52e0eecea16df14ba36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ab88010a7c4e7f343aee79e96dd936c0258c793982dda49c2e3535b4e9444e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9aaaa45afac8c3e6ec8c93b717c92bb32bbf99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b232de42579dab3f9f9b7de886968581df33127c39076b2f66acbc46dbac426d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d38a16758ad332f3382f08f42d8acaa24ea8251
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143c913fd4b2ece100beee4d2599b2774fd3514ee81f72ebd13e107706653073
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea75b164f02604c2c5c8bd4e80233b69b495ae1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069a7722d89c9643fe01ba5d57ccf81ae9a466e4be36c9dec2e9fe888fc14570
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d999c4d84260342f1951d8d3bcdc94f3ca4b257e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ae7c531644648ab724c09302c58a446fdd580c49aee4e4a481934319d76628
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc466fb09ed1b23c7b9ed5678e4b7a458093327
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9939a0e640a5f13cd13d434ceeffa0f1714e61604b13cd891866723a70d9f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df11a0b8e510221a3112f0bbacb2defc8a21711d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17f5980118b1124ad8e31efcafef1bfc9cf7f34ed3fcd8862e059685862c9f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631c562eb178aee9bdde4d9424c2e037e214d594
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf47b9cc3e4ca0476a1d08dec25ad0e3fc1c96b002065104b5911ae1a8d315
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f2eda2a5625e63428c1849659ff420b53787c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d66dfb176bc28686de072f86a46612728ccc199d086c1a450ed1943c6e0ce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f0030baa66489e42f4f8c75be510aa506ebcb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976ec40db75fb3606fd612d40e033250b3c7a98f89d6fe7c82edb8222912da77
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6e160a28600bdc30284011b5ff391e194ace7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1ee65b1c8b964b6cb6102d42e5964b7914370df33dd5edd10f67169c94caf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c79364369a710ff72a8c44e76bad78ba70855b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a886449cba4c0e3e248ed24abc8d55a99bc9241eaf1f451615421f18fd7976b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef46743cd6a0fdb0c606e85f38bebf7b1d11f9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4640a462771e7e82771eb14fefc93440f4a8304f8fd7fa1336fb9100d90d66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64740a897dbed2b488674cec09be64b45fba089
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54ecf4b05f2554c3bb98922598a4de60b8e5052badec11f6e2c26f563b8d1e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f877e029c813f610da243de3d2ef3d5874945d5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7494a283c4e9e010dbefb1a9921bdd4a944d4b8cc3f240d02f483ca13099ed7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c261c923ddab1d904e45e5b3a100c98cbd1431
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b45ab991f4bd91ee64203e14bb9b3a97485bb904dfca41697dfc685bea8c2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85af397e21d633fcbfb83aeefbccd9149b5df84a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924aa22a03836001e74cd09485a88fd296cc465315b6892e4d3d65ca16212c91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bc524db6d2c9dfb7ad07a7dbbfe31b57fd85f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b056c3b413c3a6a7946dfba760041edb963b136c1e552766fc71fd5bf71a2b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b1e2282749cb00cdca7e657781ec12289be807
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781ab6b0b09db3cfb9472a5aab9edd2be13de6fa3debe4b2f92538d2b8e3a8de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e375c2a9d42bde5012831a961c1bfbc0fba38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b05dd885b4679f7529a80117e73e7e095c8326a996c1d4f5aa90d03f672d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46731d46e0f365b654fc646211288826693438a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b4a03a4fd93ee5d17fdacea61cc49f1f12486dd05fcd34ba76e14e6dbc859
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121f3668b97ba02d4ac9a99de3e2a1fbfea8e1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3d83c3100722011f6b33e3250b22e07f178e09bfab0d2c4e0dddfa613f573
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d579ffd3b3e3aaa77498d068b063aed79d41e732
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2275f889cae46beb0e4b2086ef0c1a5c2bbb230e3ebad4666cc7b7019e69b7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e652e17b2cb45ff127b49735392f7f3a48fcd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb93c81b415be29aa7fe6117b172c04232d6e0f48e14d4bfba87b560995a2990
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c484ef0761bd6861b9a6494e961ee732b2aeab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0365c69cd91d74e7c110bba699fb8c14ccc972286b52f57422337592f5896d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81779ab955290b3d51f58ae642d834685f0eb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff5f26f20826e0697247a842029cbbca71ede1969fccf188d83cd0bb722ff03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1c0b829e4fca1a26c2d60045eb51a5cf33b9ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292c95dfa2c36350573e0135e14d1305a5f11e30444658556ef0c7f879907421
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b542e9b155ae97971ae47ea787c58119377b907c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216feaadeed46601588f810ac68d39fdeef78451fda0417b4cc619945b6edb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fa5c0e63cd33dfbafa23117e5274a88d4ce7c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdaa3672a07aeae787197f99a853ea7d0dbff46286ca31b105db123b1b1eb9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7528ac122d222d0b5508e0437d4d2d50888a08fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc2b34d510291de24e25e2fa54e7b675528314d7095125c0351824a7e951fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de7b0013ade72df0df175b793f8af079801c60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc3279a6efa409521469aa3ebfd4789b343a880a1f31316790e3a41f7809e3d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5542380587fa1236398d3a72a5691b9e2ec20186
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee83472b0512920fba239dfbff7c4fe342470c891c95ad1e9ae9c5cabf63c80d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf86090f8aa73fca94b071963a644006f9e59ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3ad44fd02dc60d3e49eac976738297cbb7d5e9d6320f99b0446952a4ad6e0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4c1ab1e7dd02ebe49bf22cb03519ddeecaece6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f53cc7b44debf62c2f2bfba1a4fc0b4d65683b8b7ba7a9e0d800b3909442f2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116d928dd910710501debae08094f0126a0fb32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b27ca144e9d4906b3ba37614ce1bc61f230155a83ed31ddb21eb714ac57b43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d639235a1c3870c492fd38f6aba58652803a374
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82663b799b3fb1fb8b8044b8cb7994e9323a04b9be7a1f570085cbca17d0982c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc896d06491fb600a43fcbeebb5fd479e2fef06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f0c93af64fd20fde79d033c8265b95a468582cfed2557985220dce8b7cc5b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fd4a589745c661497008c15e54325ddf19657a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c71d7caa484dcf89b7e5206b4e93a9ebef339b32adf381b2bc3bc3b624addf7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e591cd901c29933e332776800a7a39cf96c7eea1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60fd24a6488f0c0cad691a9610abd98af32b3b122a4fd45dbb6a952a211e32
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8480af350a7792525e94956d9c8cf5dc8140b9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79da0b6ab35ea5af20bdffb359788162016e4299e468b8214a6ac94d3ee6ecc7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f8a539465baebc16f98cdd750cdf244c16469f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e99c2b17bf80f0fe8a0e7480ea88a6c7ca3e68aa6cc2ba9637b9e4548de12e0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b70443a402854c9941fc3268b06792a69d74b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5ee71914cbd130f5b00fae133660edde018f6351722e416e85384893997c2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec088d118e6a8b7a54e7fe7ffdf0f38a9a4e53a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf93a224a09bae2f7d189b04797a74c7a34474d1c868378a68856307df4d27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f6ea8b87e218f9f1a0a9566280ed90d806272d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91a9440bb842549514af7dea88374d4fc406932356bad772a5dd5d08741f649
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ea6923832ecc5ab732752a77cb601f47e27f77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388358017006aa8b6478e17ce3853e46a7019614c1c7274602a6593f53198ef0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc0c5b80b66c389ed04ac44b1c615263c730583
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaef3748132de8cba1e5115666cf95b38e925ad7a82fd68c2885bb79a30361a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e00fb1f18fc5daebfbfa9b81bdfc363004c96a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ee991e87438619b1b57a4be3ad3753592d8c44e363a2ac68a229058f63e11f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b8c2e3494f904fac71feca3fa83c09b3b6f7b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d882041a217a180b5d96a2359641e0d8d7c9ac82f76631afda9e2f1bcd0bfe4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6327ec867302abfbb805727c07654c9b5691b8ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a733e7a8793ff02023cad4cfd002144711bc65c0dbe886244fc93e21182d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1facbedaa41c5f75d14d6294142d7cddc095c27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e2d5c643b3bffdd550c7efc3d8595671d5a0487876fbc33c9558b8897d8865
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905f7b414c867a8a5c7754fc5a7edf5e828d2d9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ede72a3ed1744d142f78057b3fb93b3c97cdef4c5125c475f559b6e6eb67a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ce501f264be206798c9baa8b032caeb3d206a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e20e3180af0bf7550dfb10b48112f527891d3971772290a97ab6f94b51716ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba99efc8ab49aa1b7476c86e0caf62d6e3b3d61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1de20ea5d05d63f66636cb8998ebbb23181b56367f6cbe27b8188f68d3ab0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38709dc47ce3d87e4e5b11baf57d323c277a644a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c873b361af3de0b1af485410cdd207edf694ec09cf2559b6fca4b90f7ab30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764ae5b1c324aeda6a63253a09130b4b73ed1044
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec782910154af936481f8b0c0c1f1194f770bdc8b03b792754b51d1595a1e06c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da69b911043fa62b5512e1ac6665bec7a82e0fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e4b9c94c5e25019738f9790fe3bec7c4c5835ff73f18503dd773e72ff8c19
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431cbdd455fc9e4e6c77c66b0264e7464bac0c03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc986d2bad2fd74c67abd58c834af64127dcd375ea11c53c09e5484a0c50b4d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d453a88a77596e44a371fe1c82786679e0959591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b584badac76fe979a15c6eee65089a59782309d31e29855a24958639934c0e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85c4a06073651f742685b07c3b037730871b5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1059dca0768a3e8358a5a3ff1ff7a2a51e1df1d61b01358bb68cede2636ae2bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf16878017af6d290e9e2c141616d68582c5ed58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b091be512e8750c938d9b4c130d695023e000774b0c5222d85a76c13144632
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a271bd09dd2c857ede4426826d28f0840285427
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3202a3511a7d59a118a985a4a8453e930aa73709759bf3f8d3d685d20c5ef66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0960ad73a7aa2758e88de0f6322512669d076f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2a04b4e62f314a8dc9e2fcffc408256794532c39cfe2ed818575391abc9386
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acfa3ac11c9b4e1321745367e99c40a1f3ca110
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8664069373f366909dd811bce9e998ccbfd4fa03e4478262fd417246deafcd4d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3101a62de154618cf71221756114df9bb035bb23
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b990949a20268f94e6b08719c435ae08a0dcdb26c2d765bbe9fd6c57e275e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e618e834d4a5fa890dd239c95a05b10b8702b9ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d49ece4b5a089090ad1d60a9d6a9918ca7a8f825e9a6f99821802881c9010
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bae27f3e690a3c1f38b0e6db115cb2946cf5ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5eed69b8e810ab89bf0f8efefecfb00d0c8d77ddaa079abaa6cc3aa3f8cbf3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64c1249c5f9494915f54926c3b00d3f2be016fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b349f3d365afa26ee357e2ca088eaf5cb0964ad0e5d5b15105629c1de6792
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b3963a2f9d6444692356631b6b6820339c3ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5919b9f5db086b968c5e8af61c4a082a5f867a720e22d94034657ac74269800
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046ce2c453d89b83ffa269939c0dea3f712446d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87edbe9eea6a241b267a8ee63e1db69d8931eba33adcb06fa60450025da18766
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4d50e71eda1aef488e406f5d3cd16ddde1990
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623f33b2e8eed97ecb40cd45405e870c462811da8ee09494f4c172f268cc03f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74416441a27bfaaf1b89e82eef1cb4fd0d29e457
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdcfdcfd44d55a7f03067bcc5d80c9068c3414d1f7e441db3e27a197ae3f669
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d79b3c2ff76579486c907f4aa0a8b6f27853f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54fdb21db51aec4929c8e07c6d253c6052209c1345d82c81a8eddcbddc367a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67d760ed9953a59aeff1394a197e7b1466137d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787783d86df131a530ce72af5ebf0de9f9e29af3a1685ae32d322244461a6106
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2774a65a1cdcee2291cb3040ae2de681197de96f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb5cb979ae31937dbb1f799a5846e26d27045c791f1ae6430cc69c88a4f6c85
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693365a5979d4e9b24e009d464891afee45a8f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a57e71f429f6e9d2eb04f8ca584006588507f623b85aae86b4150503e6564d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e5674ac33ca6ead340469d351b52a15abf34c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bd2fb2aeeb67d5bfc7877e986417b4017e756adf3396c39caf27535800c168
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f46400cfaacce3136f1964b5986450ca5e551eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9442f345f380b5a24acfebfec66982e9b51964ac3888ce0ef36ed8de1c5cc384
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782263636691d094f6efbb3920a87a486d688e7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4007eca0b1eed42ba700f1e6b503a08a379e937a8f32ca9e2e48854d026e2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013eb125d708346437ca5054cce4f48f4cb5085
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e77e49da687d8a26a7ab3b90f917c9af0f76a603da14bc0bd9f5ff62dd4cf91
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05823d309e30410ca95adf1af3605c014a0feff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485e0893fe20b7318ecbf531f8f4ecc8554c1ff8b97aa6fffb6463d7106cd7a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ae4bf094f5ccfa6b8210998670169cff85e44f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc0540d8e4cbe43877f6c0dc2931d86733316f49a2cb6bf45a99f63d45b634
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4a41944874d62bc2f4f26a0f3a6e23a2e7fbb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82633c81730b65655fe3c6826daba3fced0f448b9fa7539b1ead5cdd788f726b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d39c9ae10623e34fb6005e048023a0418884d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bd708fea56ea9536cdca8441e45f0b77f9008ff7f812dcca29e853f1173f78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48d56494aa1f083ee406019a45cf770460306c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7e96fd08e599e8d2450e80f6a932d0f4fe7e07e7595f290af5f795d538da3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcbe36679ff59655ae03c89f5a7a3582b066852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a10382a08c137603a873907f24068fab30cacd744805d5483de66a80a26851
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b71bff0f725e125ea97532957e1f8f82feeb7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e31698ac8483f5e332c19158b6c96d7d26083543b17dc72033de3302d71c91
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acc824347630702f7df8664dd3f2189998766d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6dda91705134e7bc1897580cc6304a67588b8d891a59d3d4dc1b0335ce36b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf99e53e8afb8cd71bb307550b4ebdda4533923
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14271557d3ec1e11c84508ff10ce39e8945b92fc3c9b4b46a0d8a398ceb1a676
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1306d5ad9ec10479b3634f6f083ed626ba867
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42219a6792b71899cb8b88ab097040a0766a22edc52db7844277f1b9cc1af58b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff957b332db131fbad5ba9292852df4356adc7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c84ea24abe3e928ab902b75465833b57b382cc976a7a8fbac4586b5c6663aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dcfd7a06df8db1a25a14c25bc5c37ae78785ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5566a6f980b44a18056bd44ed4a46efaa3669c5408b393d689102a8e0dea95e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2a398881072f0f266d71a5ea40a5c8c9299021
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b240f4c283948deb93c4ed6d5529bea02ec0b761af195276659711466d776
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646cf32eb88159d1c873ffd4dcdc31e0d8bd8751
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594d9ad41efbae8873737271ef891dc8542c7083ee7027182a391bdaed7a5e00
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772e135d1caa557be9e460960c4af20a55a4e236
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a29f80f832dd61be8258b266d89e9875fe7ad31aecd7b373f5478df9e3829cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097edb461fb6ed00dd79eeb42b2fa19438c2663
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b385376e43862b05f4e6dcd0a16fed38a1f529b9ebf359d84841b3c5951a651
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c5ff4d6366bb1614a3faeac6b17f6ba8af0664
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c990a75cec3dd9da43781bbe1a81bbc6bc1cf787a598ef90b3e9df1fbbd8c72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b6ec8a6cc73e5fab72680e571d866e627d485
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc27c00b481d7f4e891a55aaa55360891fa8a1860956bebb382b9a3aa2ea694
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6823ec79bfb9d2d7ca24d11590729602b11e008
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ca628961b413abde056dd1a4404fda69ca5301cbe480c6288c9c568b7b25d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cda965cd431ecfd28c0cd2100665f7e37b35a50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fe0018dac17c54df296e4fe16ab6485dfc8072bad68858668ea9e49495e021
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a877f15b670f47f3c74601a3baf9165c3f5c31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df12f482849e91d4ebe4cca7d5486ca75cac100a6030c4c2bd4e88d062444e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81608d8132714331c8fa45fb1693203318e940d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e27d15345e56204703c0461b4110ee0f4e1e22ab503d1f1843af1822dc56692
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ddd7e066f5c293748c3cd03b5a63c7902665b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641cb79516150984e6fa6c280a7a59963b55ba962b86a8c2c1f5a59ba787c826
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7680082ad1f8923126866b06bda82be2bf151ec0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0412d3859c45efcb1315b534d2d53daf96731287f020f03dbe352fa5f8193aa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9278b19c258725a43b2efe8c4eaef2c2cb2fef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac38f5f472de904d9bbe0bb9e54cd249b4e08df33f1eed14a37643f3968331
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeb87d3b659059edceda69317fd1260b4148846
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db75c386ce46552a07174bd093bad0df419b2f7648ea996301bfe9412e2e8794
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6b239444ae07a158ac7e0080068e8f23b71f87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05354dbfcc0aa8a32c7048c425bc21d39b2b66d6dbba7927f244556e6156c1
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb9fe5d972e2bce074657f83340eec618c4d29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ca4ee81577bb98e9a3332cc09214b8244cf29878fd9227cd956fe793347ea4
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d516bb6da3836cff5c2d426aa0579c6d43469ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f851bb6c9ecfcfecffefd96bc13913c2bd069bdf5ab84641aa5c1db8409936a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3918628207e2eaf83e43bc1511443ae1a20d98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9119516b9c383feb8d3225a3452744236aa3f02bb18c6a5ff2ede0f01b890659
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bce7077d0a249e8cf2ae5a55e0e726963bb2eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d92b0f1302803abfbf6b16c4e4a9b25a9842f2c5c0266dbb6b09a12d0ad2ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0493d922903d9c5208981b680a66d8d24f4213d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3e01946b4bf6813ae2d57abefcb4ccb1b05b3073ed6edf73f05de4e6f073b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c45d82b4f970aef9aa02c530cc0fb86692942d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bbe1d99f1e8007605853bca751c8e239691fc7f70a7579746c6431b193e906
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472b713790bdbd7962e76a539010c10001d015f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d009baa891bd0d468539ffddf70bcdb8a3cfb35ef6da18a4201d79cc3882b061
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477f6d183f47787ff576b937021fa2763b97c6a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2a15bd92960c6aa5c31cb6b05893fd46d3e4bf2c80eb8d2cfe0329e0df0773
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442072761c8f620fa68b64a169fad99245c5343
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec7b7d57d43f8cd50d1e9e8169b3637961ff12245362542773fb9c04fd94f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61d3abcf7f9df4a76640653ae4d8095cfe7e7f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed36992ece880f030e7fa3d310fa807ed34fd216c4626b0c38f2d014aef943e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31cc03d1ee4674da7f96514ddf9bba43d9f5a8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef6b07eca3c24a13a8872a5b097a1c8b679ba984eb218f697c45e90a11b891c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc1afa1967a9cbfa221d725fd906d084cb5bd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb7b618055d6eefa9f8c323a9334e9e0572bebe8e069f70aa21079a9c32cf6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00255cab4436be5d59bb8ebe33c62931538852e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1cac80f864066fca3f720dd1bdfa64e3b8e3a92ba7500441b49277cd6f41c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac1437e3279eae17db1cd835781624a0ccb6d2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5930ecc7fecbc9fbc5f79cbba0fe6b45aa29c9b69ce84c025c98cea90214c63
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19887d9d6e9fe6c5c317260f38239fe73520999
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6275de40ea9096382fb8e88887dcd72da1405a24b32245d0f5da7c01d161195e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f427b6d639974685f067019e31e8c3edbdcea44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6cab5180a8fdbe1bafeb2b4454bb58ab5f678ffd9c6c8362247eaa66645df0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a750e25a52731f70897cd943a6df02d236e7420
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632be2d3979e5e16db4e91ff48d7cd89d389015ddb1b5b90fdadea795da910b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387dcf7ae8d8098bc1e30a1c7aff290c2c271c05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbce69e799e333a4bfb4bc78ba10b6b1194183c1fc3ef5309ad2293ce12b289e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6671fe0d8677308318c7d97e2edd6c94e69d8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae432ecbde0f98615af8b4274f8377a8b78346838cc8a262f449763ff10b594a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b5db49c8a813364281f5176afd47a59eb14e05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db23392a8f201076de0540711839938e14b5e12a9611dcf65d6e500ca10ba465
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c06be8726cd795427a0aa6c060389241a0f28c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b623b8970a0b6f5642979232393dfea51b0d28a0b38fdfaea69a305dd919ef55
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac4c6271634fe8fe6dd4b22fc6722fcd9e522c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b650c9069ab4e429bbb70e6280ac7ccb5625c697d7b536ffe4815a356f4c4555
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668d9e7a15e98e7d2a0fac4f60ab9db8bf89b9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6804f71a3f666a54a4de740b3ae42115c1cd00cbbfb14a4b04eeace684fd37fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3963f166ce6118b613bae4b04da0d383193aec13
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469e098a00038f138c1e75e2f1fc5e6c8c897152bf91ef72d0a5cae3c8354b3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e302ea21eb3968c356e0200fd969dca85bad44d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690e7b3c0d22daf2ea8fcbdfd7423a437f9257778b230a8799f6abc255fc4ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91df37fd81ed0fff7295da08641fabd1c7967519
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e9557b832b26f5fa9f19c747a11e93770bf049969228cad92ec465eb5b29d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81290f50ad26f9cd09123cba7f6f4856f1dab7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf43e80de2bbaa1bef90880af234312dfb27d0f9cba14efc90e1d31b2e04fa4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dbfff149f39a395b8b37743bbe0e4c2df2ba90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3be07d7efc2bf4cfaa1c1d8d17dc131ebd7142af21c135bad803fb887c87fe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6d66438a2f328abb076d65e6bfbd179ee764b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee843bc2f689d69289d3e8a0befbc387a40a9b0187fc758aee6b3e54b9b5c1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a781487bb36dc773c3101b07505d1891bd5243
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77f5490887d2dd2ac1291e80edac404a4c0f91783b7767423ef06cb9bf09380
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d52275ec995d0fddea1b03808da52ba2504ca9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3980ba82e0bfca68b883ccb85aec81f32402a03d7e6976322c61053b0f8823
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ffb41c1054dae48db734f0ed61b53e637ad53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775410cf2df3f5082f5ab5e79d53b4693e2b9caa7b781faf6350045543207b8b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef326167565f66143ac2c70bdf11bc514d6eff63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c4ae60f37c7157bbb08e6e015c5ba05fbc919b01caba7324d1f8fa722ba1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095d2a3facc633befe2404f75c35ca7f023b6970
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad64632204c821e782a8c1046c86a1445e950bb19f79b15869d916751fd0a759
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd8f41d205fad27da2e3a8706b0a0a9ef129c85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5417722525d2cc2810e3f935e6490db9a4ebd3822b91fbd28e4b27fd376ff03c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed758f6a5149f1dd07eeafaeab6c6eaa8b3258
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c7dfde0a85db01e5bbc3b1829e0a59d00513078b1f9a143f8cc31638e6162b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bc5b53b35715dd5881783d7a38b95536146ee4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef22294c4f9b5b09f025ac4b5e49a34aa839a0702fc3ca520c6c64c6cdd94b8c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036b9b77761036ecf248fbc8143916f3ce4b51df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e65a8108160f6b75e5a8c96ef269813625f894b1153ea041c8ff0707618f5c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd11b546dec0d49bda5ee3500c142df2d66101fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0bb4375d699fcc2eba4b4b9a1ba33f4a43b3f4753799896f5cef0577e04a1a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72654c69572298389aa4f4c9145e11f5ddf243a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8737eb1e661282b5dbe6994f983cef4f483b2bdd25fac6364920e280504867
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ba3b5029e2408e70e4684b2323fb3d9981978
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773b19d7e7b81b1a2ef207ae0982b3d4c6af612a67649464e6b5514cd0746df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aad587c0272cab5f0c9eecbdd2240e0489010d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a06da7c84ce7cc7a7c8ad449901f2da7c287ebf1508ab82b52690e4997af71
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9513173fea3e95b745e7bd6a23ab5fcbf2b5405e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eca00763134024350b5950e02ca42a0df25ef1a67d1dedf9d70c34ede17808b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f5732bd71ff7ee57c0ebdb4cdbcd228c2e9d81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4347feafeb20620bd5352861ed1b04ee166f65a965b1b03d1310c3db3c40a441
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c007f50e1908305ca700c9741ec92ad4cce4ce6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fddf93b3c0a33c61ffb762a60045ffeeb1f8aebe3b721d176ee1d80bffa79
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb96c35d8e5388b08987680d1664895d5f868068
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f55dc63e3b893a1750cf8c2739c6e843e015d9260f917885aab6a236f250e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f284e9aa23b27fe66ce99967eb3a0a9d52c1bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b03bd10cacf23c4d084a5fefdbdfc42127320d34206ed7121465152789d4536
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0fde2fa9e0d506ee27e206dc2448c28045cc86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065abdab0edb72103a7cbe7fd3233110b7508cf36fdfe9dc4594899b4569eb8e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81479f8136619857f716592ed077852c72077c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d895519ff56ca74921823791652aa8bae66b16f60ea9876c92fe4aaa9c985c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a622451b305789118abcfe259e346c594012d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860bf843a60ee985ee1a2f6dccff88385affcb595c8d7d0f62587de5102c6b4c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c252f093e3c00cae6d9926b8622c3dd419fa95c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08f4ced320ceb8ce3ed593c1be2c5f57265415f0582d4a974e1e9906604c3c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eb5b0f863311a1c19d4a56895a71e7397a5f02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89188a2db96227fd6e2caae4ff505ac4576b74f56332149478e41ad51f0d728
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2aabd1cfbbc0aa63de6093e0f4b8dd13512eab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717a46c885b0cb4eaaaca9997c249690fb5c7dbe560bef109f13074647d5dcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8975551db8cc2de959e910171d157e683fe9aa58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a31aa8a14af30b5f8fbc7b52cbf3ec9f0658d4b2f0e6c8f066f3b7ee91b0572
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30c47805a297b2f7e2fad164e6f65b85329e9d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b3e85aac575d76b2009b22e6a0a0955ee1e0133e82f5eaf474032e1364479
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f83dea647bf97ffb9090fc301a63304739127b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c022f77724e4d7f744d4f8fe6d9f188463e715c49627d22504a1bb8a28527562
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b9b0fa01659e753427d09c298b4d8c2c156c81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac096330349ea38a45f7784c74ab980d2c5c9dea9854e6106070efc47033d0a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb734673a6ae0b575bc1c42d483062a1b80b43f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4028d57274799cf15a572eefc598483d6b211f7e8eb36f837ccf52b276d0e96a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b418d0536bed7200c454843a794f142fd4950f53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfa7467eb32fb378437b32dec80ffa15c4a8c38cb13fdb93ba9a61e6a13878c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a62702fb420e616b19fa9b253e1fc59de0d7fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9066f6ef1a31838fe02aa7b923fd6b3b7b2b270bcf26c4494fc306899efdac9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd1800b6fbd038eef0428d75552395210a26530
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6842673efb94eb8ee4e37bd9ef965180cc2d5da11427c200d0bc03a643f6772
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321869554a5265d82ec02ff225a5c83d6f744c9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eca5f1106596affb5ebb7ffda11dc03e11fccb258819d4dcfe0600e592f0bdb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593314c7293780d5a6b8b2bd1837d686163a226a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63afaabd0d0b4d4c79e4bd790e6e905a2db1bdd85abaaf77144aeba9c36d98fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a93a46d709a9f679abe31eb54c1874657b3fa3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb752ef1c6061af6fd0c9df365eaf649455bb7c6a6c170ac80fefcfd22af65e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cffe1c5f05749559b25c78eedaffc9d48f64ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7c347051f8957920c8ee45c790ea0e731292f84160ffd66bd3fdfbaf7e4ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc92a082cc02d59a39a94d8be0f909a0c1d758f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720bf04b88861e0fdadb672118ea92d05906363a256901efc51fcecf6bc0c7a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ec51800600da5ecf448bc747f9634626775a2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc73adde3ea24b62271de64f541829195226b9fb4ea8e1edb4f7a006e102cb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb01f8e9c076ae56b64c1ab462a23d2b69df4f1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb4f65d62e0d6eab5526a01f39f28c75f49866cd434bef885af1279a5df48c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d1df6969721991a0590b6bb487c8e64afa8a80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91ca1632a7b7cd266c15aba8a381a680b1dfc2e51a576edc73d872ba3d1b8ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3b65dcf7d4cf2242e8f303b8e246f901ae7c19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b3f6c038ab615822915f16ed164adb40b76010431fd0de8e4afee126386999
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ecaa3269d70a2b66394e60163f513ca9e68f0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a66af5cbcf6cad35541882fe88b2ec5f01e7970fbfcd547985929cdda16ee00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c97599abc7c318e1c1b613712ab494639421ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4af307087d5d60faff21a92884950b77549696dcc553911766e8f080b6b2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd18bb97ef911b1b233ccffb837f3c4383b79a94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80564eb27662dafc1d3ad6ce92e7ac348baa83d73923c04ddf8bce9683dcb6c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd585b1520573ec6dd3d946256c6b616cb50b58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e755e044550dc52f7609c186fb7420f5eebb03e35756314df419f12eaab60d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9922b7831df09985f91eb96f599a1450ec0d3a03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9422e1166737578dea7083a7c7f7fd2f75b94e38dcc0dbcb012a1e59c779571
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59aa58bcbab8605e82fddf101e1f37fe41abc27c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4d0420e5b0647eaad43e93de53f24586315e1ee82d684604bb1b03fcddad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf282d25a4530bdf469a82f80994ec95a4c9038
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae5c8bb617b91a7b28a9c98d682d76b7cce72b7b31524c0773cd02300768481
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e9be58d6374c7f124399cebaabe5f502e60ad7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce1cb1c497e441c7e6b6f22d70e173df23a24ec925ba55872088154e33d1852
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbc424bc910c97c4d14d5a2cdd74da0bc6182bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb88a469947b53d30fdced8df8e20b74c935777fb0f9c8b798d94ef33b19e26
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5561c1277729ef3dad546677b4879ebd2225f15e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c0b66e3ac44fac7f39e584e7c1d605065f3ebb48f349a5cc26e4a2444b699
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514cb62edf7c2a284e8606ad84d357f62ae7180e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdd663f827a9bc01ce6a208c6156137ec2bfc3b428a1a33872a6999da92450c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc08f50653c89568d7ea3f2e48effd3e6587f20c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e9dda3d77e4235aa1d7f2fc38041f6b09745f66d3b0d1de3fc6a480e350dcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2c64826a9c5d7ed916374ba19d70c5ee85d838
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0cf9122f4e2d8c4d5dc2c2476acecf998de04a6a3900117ab313ae07a1816f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e0a23abd5f057155a6cd7f4846eb712f5a2407
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86d6a322ae119f93c781b438fb544978eda37908cc5ea6e464d59da95eb6d75
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbefa278740007c1773a893b6ca8e2e9a0ec6850
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e915d55cca6ed0e04d08cb39c5febe43e4fd907d26f82810d4d213f98d686d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780aee4bf6914226d614f5c804d75b0a763e1984
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653c90c127cbdb4046507f4b72a1490cf4967f9782c3331fd40b228e127dbe56
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebe7f3954475806621b83bc89a28fa2bf7e7fd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2152bc303716f2ff1e3217d572b2d8bb83e31e9d44f0ccdefc214c0748ad34d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53358eaa9e7acd6ad20a253db64dddc32d6eb70f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25f00c92e00ae5d2d7c8e195246cf3648c88a5aa758891f6008cd2f9b64db7a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff087ba457f12bf3b4d89a70dc436cd40e5db6d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420c7c218ff0b1f518d57b7676265dac69c34e906ad0c95346beff6fa0db5d7c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0204df1216d359693d5602a45a80fe8891577c5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0a848fb862bbf6d95e615df74ae1bef29bbf2ce8b768523373dd16b327d9c5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e3e360c6c08d3f2efcbd1fabad48198f82f442
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed7fd29d91d4e42d6cdb97ef2bc0e38e8b8a9c3b352d6909030f4befa86341
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b3173ad9faf436fa5281737575d8178bc59ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2833ad960b039c2f63af11163a3359b7082a8ff2286e036823d76eca3dd6b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca40e7213d9b24d8015f2df4729a1494260cdb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6067c8b79147834ce36ba4a5568c3b31ad0ad029461a41fe6d83b25ba5abea6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92394de0a889a04366d3e63978370b4395064e4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafd888296a559a895bd461db052f78ba35c9a7115edbf308eba1a64cc055d26
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb89768b174e4f1a4d07915583575d5169c6ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ab1912f2673ba470c9a34b85ded3ddc541669ef2541b27cf53464deb8a4898
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cb2ae6690755106a7e9449e7c766a163d5e296
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700bc7e3a1743b09a3fd51c52bc4fa41f94f55c071c5f49acc229d4c50ed753a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5df272253fa6b0e181f1d9f0856b50a7174b72b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b06db0e99b0f4be8d656d19ef0b6aece67d3b15fabe4da39d74d9f56f937d8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c202d0812a87bfb7157ae3991ad3fcd1929618
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4daa408c57e2ac692a0aa5f493f12c54627ca24d9edffe181fe847e89fdf19
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6bd80d47ca1ae34f0120bdbc74c4578c7d7d00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bbb21f6fbaffaad3fd31f13a14de264cbc0a611b09a70ac8d1301b7efa716d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd49bc6bd85004b66326cc6eb54a670cf58c841
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbba091fbce12ab4e20751ad2e6e3bfacb353dd3239bb090a5f95f83eee4707d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3e3ea9b4c00de0a79c013c480aa95482ac10ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7dd77c15c7ead14f41bed7eb87bf31f400bfaa0740025c0c1a87e524463b3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00f6a0c17c225decdc7b2b2534022df7fcb1649
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0522386cf015557e8acaccfd8de98116d6ab23f0fc10952de358436dc0a8c414
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6afed7121d439ea9cf9e1827e9673690dcc3274
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14d862533d3d10a485a980d407d1fa05bfabfa0198e1881c2224d82abb5d808
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a28b73e147f3f5c413c5c8d46787204c49328c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19ba507bef32747057a8e3615077e000975f5e807a6412c7a53a7186de2eae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14804e91567daa3656d64c19412fb2ab2ea4a486
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d150c159593e87ecaf961b2cce0250d40f14ecf745dd0e20dc235c7c008ea59b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f639372bb34112d4be473f2ae038170deeea2479
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eeb81697308fcad058cd0425677429a2488bc9ebc203c44c871690102f070d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d0327b3dfb262bba8c7c6cdc388de9847e4ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3097fdab311e0e290fe8e1a29d9ee197c82fc3322663a1d5167f936ad794ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65c7407aa0a0588549b4d8a05e25e29bd5282c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c196a4ff88337faf045c3944c4e0dcb20c6c03cd2dc09db619aa5db6d4d0bc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fab01e3b819365b25d64215b3b3da95d2daaa90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a17cd89310ba386512d1fbbdb46f682531b798b81851e5350a30aee9ecef4a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c10d7d5480fd692f5d77acb5b3a4b5187f5c1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92dcbbe953662e0757af3a189e36efc08b8e760d58895dc74f63b9dfeea7aff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1504b95cc24e35a74f7f5ba799454160f13da3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1aa69d73ba46ea567c6849738653e65c0b2959dfc026b82e953bc6fcd83d0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e90ad9e2f65e935ba6291365b204ccf0f3e4a2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f40fe9d63ec905a0901ef2e775c564d39b759a2c2b21e5193de7bf95f7a441
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cb15afb601d0c5c67ba4644c64084618b02b34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03edc00ec387823bdfb434aaca0568a42ffe0abd53b3b6d133f646b010117edf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f25e926f947beefd5b53d8244adc8dffb1f741
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ec16535da5bea9b46f754bb243eda89845fa6c5b29e2fd8c0da112ad05e834
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f27d3fcc5bf0c520bd0affaa8997a63ff61c05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ce70eb1028202ea9dfce598ec62475019c1f2b2d7909ed4f9614e21f6fb851
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb52ae8499b4b745e532378926171f6deed200e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0f85eda59363cf557851c1d41f62a26e629dc5c1ad9bb49a762a0e3521da95
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3223f6b4c9efcc5c76575838b78249b8c9a57e37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df953e3aed0571c3445120680bb6f9065c04aabc0fcc90a4cde4204b4f610582
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b473f150836fcd2bdf6a53981020c973440a57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287d331a0711d9f022adf6c8c9d8aab82c39ce59fccc1a4861e7f242e3a8672c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babe11f7b4dff3850d055961e0694afdf6aea157
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4ccfa10be81f6f669ca389f5d1ac4edea2704f94f229baefc3dff01d2fc230
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03b26cd214dece07fad97f6b9fbbdb9bc5fa939
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78a8b56284f8c971d041148e1a2be472fc9f4024502017a955e3150fdbd492
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba08403f9e1c3a8bca8ddee58e945436c78b00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731cec410544f6493b30d7e389a6d7159861b07e0cd58b17d40a7a6bfec5e81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68cef2411376a1a7bdd7f60772a2fb36f103da4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbd36585c4e9b87f6fb11b0cfa3ed913e91e46d49eb72d33ff5a8e4d2e86e79
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad7d91e70a087e8af4a5d656a02ea1f5a9601a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72ed02b17b95bcb0995ae6f10745738b646123fbe6f9a4103d72a17fb44ad9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c15fe0698935be424d79453121e7cbdda484e17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed43a2a6481a8118478009162b4a2fea71fac2d0960c7205a679a719c913c1b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b20694bd0860ccfece22cdb6b4adeaaa95fdc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8afebcbd80b481217eb7883efc47b651459d01be9b6e626ef0c05b6569ea4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cfdca5f36a3f906d5bd88ca77755199984afc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f4fe6555d78b7404991e3d7d741a1cd174cf73b4a97584618baa84956736fe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9e66b9335d2c4f605030ae722ebcc6504f6d36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725bd20755da2ce5ee08260e115320b7266a80b6975e0de91a593e639104c16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986b17a4759ad1ff16a57968dd8b16b35c3a151a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c397faa9413801e6f2b8b355ec61e0de7672d61fffb4a150e27429f16e984d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1d117a80ea7c22c44cfccf08ea39c9a7a19dc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf56ceb169fee63e6df68a411974312a5dbb78355e494aa2c9c7d51cdda0a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaecb9286e012d895bb1b324fc36c27d20a8f56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55888ec864cb17ead106c7ca0acaab527385ff192df11cafc4af669499031f48
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9eeddcac7b3c05ec1b9912d5132cb4434c15ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f57be6916bbf3fb07274c8d6e712d01b4e9e4b8940c562f478674e7e7e6f5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8625325316bf118c9bcb2fe00d5a97b0480fad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420d229caaea2f1cd1a8b156e19e1e64de6b5afd616701d2c710c9337e21a87
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f60b73204749671198ce879dbced4be87512ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb6768171bc2217c458ca7a3f780e8d86630b8b026d0ac560cb829cc6ad7fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be475c1758d9950d1ad93d2e411bc1958d64245
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cffffddc0fb2383b0c8149ed5bb8cc2b55c66a876ae921b0525cb3da97e5ab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da94d42d57e463e56fd10a3fdf70f217d084f74e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e86cefa094d9df3908a2062eb3f3917ce011cabf18c79ca536a88377610378
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7cfeadf2577f01a375cdbf238cb0a289c0f138
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e1119546ea6fcd70a3e7d245b9199da33815cb311e9f597bb385504f9f0540
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a37457b295091133e587e8802c8c044890ed4df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be03573b9216532417e857b7ed3cb932913a2512425aa4c161be47d46373d6ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d2ad0bce1979e69cf18a6a77a6f7ee12343131
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ba9b41a7c2107761693e68a448a87207f7385560e4048800246a906e07cb28
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8692da04814b8304b7ed378a1678110fd5f21550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54bfd1549b38a326290f40142d348fde4be65d1964e7523000ebda93b729df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e27e65fbe224e18a9261d33711cd64100689fa8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaa71f58a855ddd98fa634e756f2433af472fb203503c5e86a8e46f07933849
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e475cb9f81067334bc2d1a0ca04e6634a2a212
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e100e39cb6478830f3f0a9d35ae363299184107bc4c09f4852fbdf728c5824d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4251f3699ec3bceeee1f692816f972096fc79cca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fdae5220b68717b3526e35a9bd95b5027c790a352d2ac7c7f77c87fa94a743
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699eeeb0410e65575cf638d567d616dcd8e9643d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36017be7d4b8c3f5299dbf84852b4f66ef4275f86636dc8f86878efdb0482404
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a85b06917a873dee805724febc6095c6f57c366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335bfe1f899bc09b92564b220334c4c232ba1d1009866ac1cb8c3285bdeccaef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef9ec1722d7431d33abe6c58fb6af6a3670642d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5526e4940c54335ca8b4cfecadf81d91c847f1a07bb9d982f14d65ab7672dbc7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af2780f88c72e8fde3425b67232b02975ad4b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa15ad7ccab74ab3f10b8b4d185094dc5be7be5d847b8179fbfc0e316543e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe4602eb0cb62fd216c0169c2723ead6ebfea83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2611d4efb43ee4b72a84061802228536afcc1995e5c10e8d95015845a6359830
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fda062c58aa35dbf249a76b728e3b002601a78
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9137628f5a376db4b6ae23227416233da53bbddf07356e21130c7e341feef53f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f842b0e144800bfb296c7a4339c69734fa6839
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8238859333bce2a625ce2effb705f51d8f36ff8c7c312ad77470c77f31faf353
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3bb9545a4fe00c1f26ee8a6010b89f70b96e6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e99b38700892de5882551e5cc9c1e454f7b0e8feea97a59077df78a6b9436
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c6677b0f3ee8acd9666be3032858440e902f12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c7fbeb7934a6b8f46ea1dc9f6aeb093e6bd65da17b4a3de8e7b431a81b3f91
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8eabb1b6e94c721dc068ffbc5cb09377e3e467
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749af11712ca85a6643f7f919b028eb11798724d1646b8d9f6649ffac03488d3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52a4b3bb9a82e368f594a2c602547a6d48da57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b489d2f7f07c4464031eb1ade7228dd1cb99b8eacd608c11fa3fd53a52fff8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8391b6e94733c36660ae67bd7986af01201ed0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f5d8fbb5b5582a0ed15caddfd2235c4961d1007bf320e3620c3ba95460cb29
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b60e97533aec27c72a0a3072103b1491e47412
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0e40aa8d7b8aeca9509739e9a6226efaa13e24e6bf8fd063a488ca23915e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c12810c3a35aadf9b539f8a0d2ea7368a3fbdbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9206956cb25433e21e563a69a08a0f6d510b3876dd4048f902e20429828dbd1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e89809592de6ed4d7c85a0599e29a24897e321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd2982db983e2199f578642c4222be4ef65ef37d1f80027c3615f5d895a2db8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09edb5c4ccde18e5ff7a08342d6243b0ef6367af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c2ccd73cffe4cb2c24deb5a479f5d7c4227e52d845c45eba6cf97a4c1f6c17
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c983abe182a6d0a3356a816816510effb3a80a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33517b827acb30de9c7ac94e8625a90a0cb09ecf1045f49113d7e4b812bf8361
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03506b01a7635ab15d4e024b5e672d2bfdc7d7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd29e64d3039305f4b79ceeab44208b96968930aad680b89fe968710b3d81aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bab98c105f665a062777fa1af20afd9369c64d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55311eaccf59542815bcdddd32dd4a0a1647ba3ceb4abf5885ca6cc51e051fc7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596c94b5163c863e04b3f63f83f045ce2f26bd37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fa265f0af99e6519647919af800554f5c12dc1e04cda433471043a272f76b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bc847bf77a65ff635b3adabb2172165959d844
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40364ed57bf7f18005adf66b5a8b5f354f8948e53415c316433f8552dc8c7ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70462d89bc5323e2a29cef03be36abb31e1eed37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4d928397a4c2e415d3ac946414529691667f1d91050559045e1e9b72d26a5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96146b5e411e9c009e1ae97f5bf42faaaa4c6336
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bb17da0d406944ab9f97d3720f34f5bef5c5b331b42c65330974f587d1a7c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e53f605e000199d4db5720f6f40d42186b122e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6a5f474af9f7e278a91e818e6e27416b71916aadd88fcf395bcdb4eda96aae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce73cc756d0b07f290d21b7fa95209aa11d9e2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d88c709a14e4b97a7d896bd94d056ff57d186d7874df824c7899ee9753f87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0346b039c7349b1d21ae0478d7e91e2b60df25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bed3dd4d06579cbf548f045bb357285f813529cc5d6540487258049e9ae1e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f255642d38e0f0c8fe42051999095a41a9e590
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87bf8100f547ebe7f04cd7f4d7934300c30eeafa8233898f7c46a30c1267094
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf39d4cf592664ca00c513acd7a34f6c6bd51256
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fe4690351150cf23d938290e2168d1cd780602fbec59d6f86480da71546402
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38514099afb0062b0c071aab64e9686cffabde1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae14cc71e51740b6b4c354342660a191b661da250cb0725b47b35e624e65f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2447fb94eafc27923969c72ef6396b2a1a63e073
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42385362de459e815fe59b04b4b662c8033fc0453d0d9a2d1aeb9ac190914b1f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bd790a51fada10b44815474e21e72b4a7245ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817890adaef09f6dfc6d4737e83bdf49db9772e8208f73576201b0ad81414e9c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65856137ca63c2438e5288d44fe0b6278b6c2835
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9072999b7ceaaeafbd2485560185f0beaacf8bd3e144e064df4976e48d844b60
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b57d83e556922f63787ec567fb39e1a48ac9ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977dc7397663970dad18dcd029a42e28b37f2802518695f7f72c6232666a97c8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4f42ca94cda12308192bfcbfc33f5cadb946b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fafe72a7de85a319ea0b843bdae00f066f19e510fb37b0c3a1a0528e59ad95
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09779fdbc0ebabbf7aa472e0568f760697235620
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c028af2afb3d7559a73a6bd101c847f351310fb2e083148828e171cdd3d93747
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91cafab4a43afabb9462bc2b52f860f9281470b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010d48b43f3e71d8e086f36b40d77137b3080748210cf96f90995050331b46c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f364dbcea98b69799132db4408f20fbea7eede6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19922483bf910260e9c920e47872e7401b6fa9aa05ebf9d0e456dbdea3d1fa7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b95612777e8e94e37658f0a3452c9d76a3144
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b731b4d3f9e5710e557b2c68ab4aef53021223e2fdb33a3b28a040e4167f8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6086766cb489ea465521aa2aeb6feb1a6f37860
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d622a5e84f61488dab83882aca448f1df816183f3b9fe6c42a184fced95cc0c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fccc4c6b4200dc57a0d4648ed3c8be0ec148b83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4042a41c3b6318405c80a31108c40d787bffff19fc7b1f53c44a40312b2a15c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6272daa7c01355a2294f1d5de5a3b5585a3ad0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9939ce437ab4eb2e86bab551c4afe96e46c1e26fd95ab58b22c0b0cd88e536
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a30abda5fd613d221a144721472cf96a05aa3ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a73026cce855a56875614152debb3257e166b48e3a3d0b1d6265e0fbf614e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7d7ab9327f12745d606e439602a43503be463e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffa29b33dcbac12767b4fec69bf63b7e87e79cefaeac10f5d8d9f4c3bb92b31
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ba6113f30f363ecd367b8693583c717c62e5e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e24ee911f11b19765c4ff3618539a16292aa00f4878e18c8eec3e89a3c9c559
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6c953cbdeab8d8cc0183a7cfbf90b0d14e9817
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679284cf303a5688497d697215bf43e3a961d639bbbf7b369670a66c411db713
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934df69b61ba39ff649e703f62b2d3ca32ea480d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2afed1ed22c0c7df70afa99a6a2fd95ea19d1447ec1823dddf291e14f0aca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a9d70b206b541212875c1e46d28f728f184f1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4636b1a78a20665a8b52267e0c660473710f81821dae06a54249dff07698ff32
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf061510129a2f8e3ce31153651d643ea3a4bb17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a030013fafe83782b56bafebcc10721ca4fb64ef5993038b9fd3704ea0d2b93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e675dd33e086046c1026ee63821b4e58cb0f9d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2f9ecdaf1d79570841876701584ac41e672497f2de19e0d3823723c23d48f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1e044ea4f0d001c896f2a6843e4da9d81a6451
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76208b39e135a40baa3248f4458b0917ca862287c1144c9784d30553c98713a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95940f584cc6a5cf849a803e80c4c87886860a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e495f1d2885d150738de2afa27497f2ecb1183b80ee11459fdc17e62c0315
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8194d0496dd2f0762205c51233a7864e1e4ab9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf8f3a36b7673b95ff8bf03dd7a725f433f255ba88169ad1a9decc00cd3a945
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cf5237c4e21ff28ee16209ad85e9c7028cac4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cc227917f45fe242e94f32b78fb55d438d69a2ae14b55c10e76b776dbfa500
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799af3ebcea52c78af202709d4126f404dd1f120
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552267045cd5e6ffa1be357fac2288458a3e46265b019f801500c5c3d69cda55
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a888206fee05ad21b909d7b3f5150c7a002502ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2da722c13e7b41b032f80eb4ad4a16e7be27ca645ef992b41e8f4a5b5f8381
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd65e0ff6a89310a37b7e3ee63292469626bddc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd63b932adb29245592aef4a6946a44ada5f7b48df1ce97b60627a48f704867
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeeae5269b18f6f57141a4cf0c0098f2569c331
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68c82db208700c34365886ce6905b9d0ebbf00a92ce6e5d10a9a960aae350d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6aaaf6544245159236f8d747aa13f998e92fd5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6e5549b2a0e01c1a2ebb9f8fb04e425987e560970d100651f28dfbdf658a66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b157611573d254de0411bded87ade6affae51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5390e0972dcf6fdceec284d2f5e09f5233a7e00f9c93002ffdf1b3248c54681
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec4549eab3302f92f6d9fcf0d08dbcba3735d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ababbbf75a6fa159d7abc77cb693a236225a355d5f042943c32d20eaa603be9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1fdd06ea37cef47234d9f94b04de55e3e95297
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d647a6f8fb6178b4f06a2a4002412bb5d502194ba8940ad0e950afb8610c84af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cfb0ebfe31145ae1b79769271b724dd714865e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ee191a543892ab4cca94e44ad1aa6637d3b04c3e42011a8a00cb234502ce78
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab400f2ef978ae797d91f9c6617b9ea1ab5a07e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c34031fc1ae6c581076398b05adf4684fb588f2ed3c2a39b01d317deeba77b2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143d12b8fc6217f224fcb39e18f9ffe6848a9220
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e470b24477741b2b39116e54a796c1c7885b753da200fa1d33719c9f2c2fff3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a54f2f7da062957143da52cefc0c20a49e90ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b1c2dc6d4e8d16d1eff9326c0b617b5fdd9576b22b05d1c0b9b28329fe4797
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56064e2470718a8e9360d253a82cd7b5309a30ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2109f5a2ff83323b9475e45f37e45687ee3d8b9bc7ad906e45dcefbcafc900
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d15bbd54fbb1dace395bc2504bcf4b0fdcc6f69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba8cc9df3906149ce2187eb6f4e20498f3762cb8a683c70abbd23d5ca7fda61
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c5da0ed2b422e71b86f7de81b9b81d09972352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfbd14fdb2bd089c846005e0d0d9566ada1d034ac8894d88ac2073196d11724
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2520164c095f0ff0eab8d9997ec8d1487b4cec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdcfc1765d90e093e421f20079daf2c142ecb450890d0a9dd81c572c0ae54c3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee12084da258ea2f7b99b7afdcd68715227d814e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e010f3f3a07bd9bcd0b1949fb9fa39c3b73677fcbea1861a7cfe809e8c88b79
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8259c318efaa371b3f87d6affe0dc2197660d24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6522b91926a63fa7566de4318f8345538dce8b2cddd8950150d627335919979f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a077bf317c4eb1223c544758cec8b2e9a6af0de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fe9f2518eaf808de3c36e72d71164b6109c237cc254acd460f387e52742525
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a034ec4543c662644ce494cc2efaf35a2e8ff8bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98a04ed8852ad63bfa3f8b58c5b68ee130092db6d66a67a416af14035599c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eeebb035c2a52366369b54bcb26d79d440eaf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cba42693bd90c0a3ab4758c6fa80a45b4737aca8abc19fdb3e5d37705121cd1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759f94eb59fe95a278406b4801d0cd03c545aa4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ee9639a1caa2e8c59e602f99c7f08b8ddfa0b211a0d33599049438043b967
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea515fb00fa1ceb7d78e009bfe03f3360710ce92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ea547319ef17629e60a23d912d066116244b2abdf5ae56c59bbd832b6a001c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb59ffc5064b0aa4bf166b74fe706c78f880a25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e2c7b258e799dc0b16f7843f95a0fa5d99bf6be7b035897b5cb8d849f6dee2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab75d831a405e165a14d367b417336d262a4d99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4358356a62bfd1616f020feb0354f3189b68d08adb384a0f0594e05f33587db8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216b047d66aa60384803864c75e8e6fb0fd75fe9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42092dd1c5fe3ee093e33c89c36cd6aba19a6175ba86e81f582467d29c999c58
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fc9d7a67471f797d67406e8580beb45d8a829f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0510e5bb4f4d263ad11bc7e1def108b1d7662ce7f61d108771ab9203c5549633
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bfc118dbbafb8dbb6449e1af41f05f0f96185b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4db656460ae47ab51f3ea6a4625cf710f4b9bca918c6a34867d1b90224c8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b85fbaf0f19d4b5de7487787e6e2d475434d7a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f529e7fe480cfc2377dbba6f6d8172d2b8942fb5cd2f674c2b2d0b22ceeda0b4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b8ecba679fcdab7fd184d431c00223f3bcdbe7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4550b4777bf96e78aedc72256287ecc04ec8ba19aba1875b1bcbefa8c7365
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0072dadf50fa5e8c1654e39367c423c42cc0a25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498b41669d54454ffb17f28c21c445c2c9b7c60483e7d2301e8e1f7c83232d6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25856ab2df23290cccb9b91bc1c5a0c73ad4fe71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5edcc1eb9eeb981107179100ccb5bd7a0de229191e17908a12debfd1ec2512f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11e26abdb39d8e856fcdcc7b030e0cf27e4ccab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f876a2d7250e06b1a420fc2e70a5ab02d9952ebdbfce4d8b93fb1fb073f595e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9958089fb4d015a75130394ff5e186543840d927
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6760f18039bef0f96c5adf5e1c3dbd92c65f3649bc0e3571a81147ed16fb8bb5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aad1620baf80042856ff955901b2787ae05a65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb9306a1ae2fd6e1d9b0e6b0403af90792a7219b6f9bebcbc8ac3fec25a0d9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc9821743e2a987b4aa255c4740d4cb5cfe761f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638fa3367f644a0d87c13fbfd179a6ce74e17e2378e05d843c79e3a05e628945
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910119dd216a88a4aabf805a7035edf7e520c84c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac30eb544c1881b4de1f3dcb6e3f5a1e270cc954f762bbaac23164d17b72f18
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b0972f58f306d0e0a873e21e4bcb1c3fa7495
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8111b1a7ae6c14458b965ce5d4a78323f9b7b15af046485c334901532be3f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac9d2633898e683b1a5190829a9e7573cad6d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a0e609e3b91bb541eed1c623415f54b0a03ce97a0b1c39d34e7cca9ac1d849
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b06234d150a03105b70fbeb9d5679f85971e593
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f58add40547b6f3a968750d03d7e22287e70749e8b1c5a5f308ac822318aeb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2685aad7644233862e2d46dc5bba5e7df731e3f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5900910c4ee399b86569f6be41bef79db5dae9613b8607b3fe364dfc667113f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85cb0228d07650e5e25a4db78efb7c14477bf3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f63ede60830c78a44d86c9b791d38f88f5a4af3f328d54b45c91deaf0f4247
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03efed6289186537745b63a4ba0d78e4d23bb8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55172014b650773dd7c8eca0c0036efef2919f306db62ad97820b68045c52d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1855ae80d849b5d4a80dbfca5a0ab2995ff76b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e32121afcd5ecb8273db4519052d4cf184e8fbf14e324967168f9c1aa79a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e301e89dd010698a2e31918cb1161924430e8c54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1620444c1575b02f36b7fceda0a8802b13166f90f36477a18881a1423fadea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbea8932be9eac5adcfad1b8888c64bf371e1117
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e67550fa8d9a2e9dc0a2f05189139ad995794355459e3dbf515c3c8bbb331
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3f26acf936f627315f8b2acace77f92b6c078
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a991b00fecce4228777ef0372c3f02b7aa39f318470a064a98c771eb8b073c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20793c9977418464c1a88d18476cdc6b5dd455d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb0bb26cb49fbabfadd5536d10e1382229a3d591ca93871c5f361361a49230a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5b6778a03c341b335f0ce8ecd233210bfa6549
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8559b8bb9d2ccf97ad3fc9a0d95330fae1159afa98084a2adc435291e4bf5e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cef776b00f8c2e6c445d44b0fd8ebabda2def8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f874050f5b31a13143c87573cc9ad5928e6cd3693bd2c6584eb30ced4cf69ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc408ca693180fec1b7eb9904b09f1986a7d337
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dbcbcf2212e4d6f2fc0a737200cd5bcad48bde574e7e4ceeaaefac0486ebfe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80172a574287b91f199bfc1abc02f01be15f4261
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7a6e0ca04dc0adfef5632a47797a9f2616cf545dcba209329a7387f0669f95
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302bb22d2b88006a7d8f96debc8f55e89ecd59ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fdb23f865c5e17cbd4b7d0f8fbf4d2f47b24c788b7c6e7dc9576f652a74fc3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206ab7f23fec230cf71453a7f25d2bdd4d749432
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937641523aa072c19660e5413c63d3fc03f9eefa44fe1e5ec7a5105e173a3ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e187a837d16cfd1ad6ccdcfd439425e3fcac7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a63e03d71a5ad70620b99ecd497ce0c64f09b990ea731ad3d2dfef7add39a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe91ad664e21dd554e4cecf5233324d1ad3b7bf2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499c08cb983cfaad2b94a06a61b7508707fcc2826f57404cb3bccfa7a4aeeaa1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eab47e5483112f0d0f903d3b39ef7a659de101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b79094307685cd476be4a40d7a64920c097dceaddf13cd4de4baef53fbf2c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c15749f3579d04f30819e32f5c6521f02658229
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8003b7661efa5254d0cdafb0e057224babd646ac09bc22781ce02ca27f09796a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a12af2f6ccfe4fc32bf92d231f3edef15498297
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46240371733a39b02b5ce1ca0649bd324328863127e6913240c46db4966bb091
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2762223a29da2b4de0e583e1e215dbfc0399c7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb19cc35b0341aaa2aa038b93afb5ec49cb095b5ab722cea050714b15f9fbc67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d93e414b4c6227d019c9950950e26db5915b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81febfd07eaeadc1ed9f8a958744fde76842c5e45d7bf7b9d46fed08bb18871d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f726d619fc82a5c5758e4570739d266498ef8cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47565e5b2e9c47e6a20f43951c2cc2dc2823a3d5f0f93ff0b91a8eb9692617a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f686c36c451ed841c2c5aeb9466df444db57d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d956703806a59d4eac057aa243382ed61b26cf3195166eb474a747d167e67273
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fc05893dc1437234ce9cb4aded08a37f52bfdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5186a0f1c411f95a14fc46ee38e59af466fa050dd786ce1b126db8bae03bb35
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851582b2b39e853b1cca8f06c82ef9cf14b0c45c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140204340b508a36a73b68892bea919fe220ffc3cae3d18928394026e2de0356
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f226191ee36ef21db02d3c37fb25dfa901620b77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ef625b9155d19d5a4fafd213e7e6dd8310bf50dbec645adf8cc023b5417c35
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ffb5a4a536d8c2a46e7e5648101c3bf3e1b706
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eda395cb473eba5a1bee80bdba0d1c2e0263a8a0da69034fec41d88b02ebd2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9468d1b90b797ceb4d2493fa238a68cc6e480ada
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d022df8f745dc215172f9fcc8d9fc0bc07c632a7b0c7ce4ebf7911ac5e2c80a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6508fc1e44d3a7fc9483be3aaa6d985c6b25ea6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ea8dde4ef2941c0974ee18377968ec4e5358a30bc12b4bba1c05c2c236b3f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f769558b9bfdcae27d569d9170efab255753a7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9174bd7e3c84270d21b5bfb8f005179b285fee7acf8d14f0a5b6a911e2d11699
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b9e9ca4a4f8ac5fa3ddf1acc4f4b22768e5d88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a537cf6a324bc6849d72002065e69887d66a5c3d08a4f0fd3b0a33254a87108
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4965485669fab77afe22603e9ce6ddfcf7db2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b79669dbfa9c0baa4732cd46c6bfd6a345c390fddbf31d142c3b33b4894197
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2fe3d994038b71948558a77a59c105bcb1565
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8039995909ef70f6eedc512c8e795e2ad28292a94e26bccf5089a436b660cc82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bceb00ba00d546c75221944e8cb437935af95a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb761207d400f9018c4f9d7f71cd0a675633cda90d269bbd9e8b3162b7b7479
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2546ac91292f7a03a46e60b3ce169958f420c163
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c41887b69464990acbb6d6585c73c413da40cd0fe346bc2b73c06182744c34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46562ae8fbdc3eea62ba993a99ee16b8d1961b77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed493aa4087cdab5445df5d9d3a861e1cc861fa45973e07e37e6c845a0b91e77
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedacf975d2ba4d5926421ed45cb9569f3a3c051
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69f5c53dce004e29669b2c54fbf7c47837e4169daf250295244010b1ca9b4f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f4a79e8b17189b5c9ab0bfeb0907afaf437cdf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca1270723e962a402cffa4140e62f8dd1467ddf5cd32c6aea295522a37ab5df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c8f6c6f6a620295621ebe017c0405d2519428
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541eb3fbf03c08050ed55f26b58d54e3c003bee9c2685488923c2ad69388bc8f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d8e74e551e545f86f5826e6dc5302e8bfae826
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a1124ea2545df1b0f694eab14c69114089bc7f962d38a89fe2e8a9ba6a6e5d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757da80ae3309314d80419cec2bdd0afef4bff93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72346013bc37a1c3d5abd8817c26fc9c0b1890addc4c3abf57cadc1ee5f8669b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42829d01b9656ba18d969b19bd40fa1bfaaae03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff1a4cf4c6baf7851b8cf0f06edd9f913dbc971c0820fad55031404b6efae0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547d2b1e2fef012e12cca9e92cd5e5fc4c4cacd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394517d606344a29838dbe34ba5777fd69e6d9933e5d51b564017b2981824dbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9057bea70c0fbcff9271b87d32d4fc335920d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2ef18052a4e5f7b0c2ef81cd89283ea69038cacaae4cdb8f6727f9b7b5a7a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20ecf5611de7c5e2d33020d7a0b60251573c207
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c896b02a45df058ed7190e4fbc7ffaf9ebe6c9471096aa3e384f7a7cbd293d5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a8b280b9082c65d58233f9b611c6800af1b5b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e75c813af5643c28a85724a3d39c5f7715b754c806c5f20b700f057f976a966
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3736be4aaa9fe12a1f47075e72981c01207e2e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb69a8b9deca1b36404cfdcd65132c90e8ac90a5caad3197438deb92549edd2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98567a41d75c37d00a3298e09dbe086367a4d391
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d8c90c2d333d242a6468e67c4f92bf60a5634a2cebdc8dcc1b1230adf1668e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8dd9fe36ce9865bbc63ae30898da588eddf987
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e804b9013b6104542a6011135ca0e0d069ccd9120420bb01d2a1f20c1fa6b80e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8c4cc3c82d7f83c4b83680366cb63beac88f57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7a272bb73694095957db012f86ed1e313905959f223339082af2c2126d011d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf032711c0a46e1a82aaa0578fd1cb7dd6b4c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d4d08e0b973b950f3d0159c352c89f1b63c790be1f0af5090c4d519f4b92af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1121b65c133c64fe1f552bacbb9a9ea974c0ec18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33162ea325ec82b30c7afcae39435d4d8b7c63343eed42f76d48f79c2778414
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d2cacf6cd308a1b0f46d34e5938a3fad2df41c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e768a6302a46aa64786d4e932eb045b786e6e2c158328bb90d735a1b3c37dc2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e295af6b029af10750533e8818fc4c5a7184e2e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913f89ab00a35954300f5aad5d5ab95b3f0a7495245ac103b5cf2e841f5a6101
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66c383b849ececb8b663f01188926aa2de67d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccac892fb60fc4e82c5939b1af5eb4e34d32504786e463c9ed2a2ef99a0c3d20
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d108e000192d50db25fd53da44a9609f385746
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb86349906b7b1f9e62c76aacb4a2ebc7716a7b2afac4b8256659015179e96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fdff8e94471d09209057230024471ddd870414
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f98b698a07492fadab6fc0f542fc33a54ee01e9b6111eac9c0ddcd9a396235c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664dfec09aab20a3902dc853297d8325e15b094d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7343a36e04c20fce45599777ebd2998a8e4811db62180af6a5135b71355f20f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e0fe20e141fb54115a26aab7d662b76acac7d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f38ac66e0709909cc84d101dc8377c28189178a57ab78f44fa7e494c7f68b2e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e384f9283657d90876485a8b4ef334ae8c7c4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8068a003aef919287132699a68bc1869751774d977696bd0b1b2b7c29a73e1a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df20e9a2cf043241b5e46865f366aecfa8e97c50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545b3a538079260bc2c920193ca5a6e0893fd07d73c10f8670bd401482db7e0c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70932128f85433e9a6525599b0d91267fd70481
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d357a2b2b3593f28ee18bf6217a3c28ea947fe3f81f201c93f335af733a0753b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f908634638d3bfb69b3527a774ff0239ecfcc565
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f525b3148d33189016cd5d608821ba7b5a378d44fce7621a61932ab9fd19de
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5635c442002a6e34a99d49b9758f8e5899ac1e3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b698d78528b8019a07391a04185828bbe85c7a34850a58dd0bfba4f58ca1c5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976db6d6c914700923b9a3058b24ffa05a84c4ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dff0f7eb55ff8ac3fdea99982b4ce4900eeb6b73b9bece0a34f32a5cff0082
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79168d16fadfc260b48b7a4ac82112d165ad6844
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259f4863d2cb720ee74a730a15cf140f0fa564b2d64ef1a63c445089c1824a2d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa7c5a705196764be2ef9a6694280716d0ef923
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b813a49e61697c955c20e83741d10df409e86288dbdb1dc8914c389078f3d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8a24b1642939fcf3850ad9b6979fa2fbe806d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5304aac0e22f95e16e127d3714d38767d453806ab1a4875159d1e94751d8e524
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363574758af9d5a607abd5473bc23599625406b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad0cded51afb93d5cd93263239daefc61d9f01fb7c60f7874619be1510058a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d5865a3cd204d7b715033663f09b468b35968
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741d1bf162a443b8034836de93d574d41cbfff6fba5ca63c1be2f1d04f7c0caa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95417c2e5a63f15ee9d4ed2470a1f3b22505d32b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d5970e95cb6ea5ca47ed02b2d0ac5703f3c5e5f1e27bd290e3c37f06ddf327
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3fcb3cede5b67e61be09cb0ae75f8235a043ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a659c34365324181c2463888d7299c7ee154c3413e1630e938f7418b3e6a5e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda21b292b34e089af2f440bfba6e2fbdca57e5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790913a15966f7d2f535e70924a4c0e22e5cb10ee6de7718904e91751d4992a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfd986d02c25b8756bd6a5b7a8a40147b4cae2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b072a321c8e4f1d64224db044cfec00eeab919f6a545ceab5a424ee2bd025cd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61bd89220111f70ba5e23f1109edd957e04db2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37c7d93075c3b90ade0730bc53f6214ce203c59aac91d82ac26502634762f78
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9166b1c7be5c5629acf55858fa18134dd352817d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d2d76c3a5e2be70d54015a42c6600f612a9162bf59a2fb98e88bab085c0687
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8a0c415fe207d1b0d9225f5223488989b870b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edd72951e50fd6ecf0ff0dfb36feacda276f5cf8714167c9fa0ce80677781b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0282314a28ca90e34cb4a284863687a8fa4b2b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9337ec2ca2d434629ec7b8a17f115559071ba23c42fcc7a1804070c20d28d5c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3d555c62ba5c57e8fe9a9082d90189caed1272
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7174a4e4d573f3c7eaca878a81633cf33eb3ce7444fa9a1dca38a998c0b0cba1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2cf018ce469cd51109e3385dd9cf1b8aebfe22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454a86117864c0d6d9ffa8d63f68a4373f1b9700bb697855d1af70705d6b21fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3446a7f085cabfd07f2e339c8b5f99b0d49cf22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28227f816eb92a50a4bf01de25af81a8d2d22e20f35564bdba4a3b5f36102f00
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400291da672b5114ed90728a6ba186a0c0d03390
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98f3c01221615a5d54aaf864746f0834de534aa6a5d8a22a6da3ba273c78548
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df093e7fa8deac9bb2132aefb5ec0ae808cbe7b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd685e5f813f0be1acf9e19b91c88dd3ea5f25a761c4c24ac144627ada6cc5ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0c96ff4b267b93d53cdf5458e880379e5522c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599c4e374b0c968832ac244bdd2a05b3b2a0a1c173debaa2bcd07157bd7f4b76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f82cc035b9e5c18b359beb6dd5e1336ed727956
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e148f78132228e1569cf6ec113f3700beb54408478ea32550581638b37d577
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8350958c9f6cba0292d0afa893c841a63da4f0d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2a9172133a7b5e53b5f85a43f3808f9cb163f7129f1e2f3d60b94bf2256032
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0739c8b8003001af796970d0a0d759bc82f14c96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d2e7ffb1e10d411189440e179e16fe8c6d716a3a3c592329bbee535b74b13
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686ca59c84e71debf6592bbe27a834eaf51b1af6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86122d5621ea3d778efdd06be077e377fa4b8e970f6ada93755c69486af5d00
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd9c6752f97ad88d18c7addb3558c724ca67b1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c2382038cee259bd61d1548b7d0effb98b3a68b6e83dcea1693e9aa8db4490
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa67066704d12c2cb65ba3d50884377f94fa339e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba9c4e4f73285c5223f080601166a452cfb9db50b3fd463be4d03f6913bc16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dadd93ae510ea2aab79b9b9dfca699833a3309
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba444329b2d595d8b3435761e6394ffd6aa4f5777e3a259133853957fbc1bfa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e971002b5c0e2f0eeaebad8dd70928384345e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd351fc97600b53f83ee39ce91d82b819dee053eba4675b245b068135be0efc1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f43c4aeb0f90a7271e4c9df1fda9c300199bbac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1588a62b1b7673867a302cbc0652358a480ff295e491cfbe63f016f4c1ccd615
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3890b8c7867d3983828e6ccb35365a32e9249c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c92cde2ebc95b2a4f684d9cbf7234a10f10acc2c676f00d1f0b149702567d9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4dba1177214d1854cb1761e6df57e0d52863cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b2691f044682d2d204eab723d7575e545e3c896e2df1c6c4614f89d998601e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323420f64fc5661866e2049338673a93a2545a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451824b44834ac2b2d91ca84ce52a7b97904c4bd4cca5c2b57869d03a7e3a1cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374b7e23c338b8db7000de63dd647ac4575e359
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c6146957929fd5f7677e8aaf0d95f16e58bc9c9eec31d4ab7a953b8dead8e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0517fa16ecdf838ddd15ed4c24801f10dfcefcf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb823a71484053adb8c079bcbb5046e8452657bf7605c8cc2262ea009234590
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fe86d2896b45350fe04b20e1446ebb5341fbef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb60a5d0239a64fe0aec9fd281d7b6a52657e58f097d79cee991d71cf75fcc7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ec9e2f9ff614850c365438c40d0787822267e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33804c0d76c79c0f8366e2c5317818006ffbef46434a4f72b023d5c75efa255
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9230da6a113959e715da60b4d3eab499a736cd81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec993e9ed8872b6482a78ec8b6016945cb2a9b0f9eb5eea10fb2645d62c0b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258872b41051c6a42222d1d0fc9a36e6708798ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1a9ba48fa2f37f3549e890ffad9f789615546fdcfe44b0f37df2a59a2636a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65aa8d2359021da96dcc8f6bd47be1431d2792da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b985853971f3bc804d32536ac972bdd19fab33cf5deebfa8f7842ab41e60f3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05174e6c669905ccea7a21013a9da55ba692c62d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44c20ddfa5f800f87ee226a9b8d14dac1201a34adc8d05e2609fc86b159811a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55db4f8c36df58e0fe0ab7fd45aeea3fb169177
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431f35e62f6a251117e03f07bb1eb5f4ca591f71c40343e59cb9109fc63a316e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013c927056656019fe7bf6afd0c21243bf90f99d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94be42b5845db992d8119a670ef7c33a81826a47047050af0c1b6913bb192368
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab48e9e89cdcfb99c9399f09fdf4eb8f4fa9894
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fce38b147fbd89aaabcf097d7499cb7177968d337d6862861efa4a74f7107b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156b00ca3804f8b997450e4e4dd78b0cae2bfa53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e024ae91b61e83d91e76dce2717b00c95ee180d13ee7497cc2e08ec8bd4e43ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0084d55ce6aa3264f41a008629c1c316a1c6c58a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee8def513016cf00ec439cc103147c017355cebef4604530371c4d15d61259a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36683da1d1d9b2f6a351692f471e63d2ac6e2c02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e416086ffb73857d8e5feb136cb6e6fe5186e4b85caf280d2aa9e54cfa3dbdc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc9ea915d90258d6dce7cc8eed3e2bd37908f37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203d079966899386a3f12bfae2386b068b4efcc02ee386cc4f677233859abc15
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44fb4d51ca218200e489f15859aa22d0cfa9860
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33af273b4dc12c707611537806b501571431465008366669a120c75addb08f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d6ebe6b222b453ead7deb1961b5723ebd40bf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a306f2127539a7a434c9c39f4d188794e416bd8a1d63a51be2366002e8569659
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca729c6999887011df3c2d65456d9e5dbe2ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dcafa50440dec70e41acc9459187247c80e2bb48b284db43acbb41ff5b49c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b803c43429af41038da5ad321e786f60d450ad5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4df090dd97119e9392410a15d42ced2a73a94fa9aaf144414bc0cab67b7137
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4022937460b045e5dee971d95b3cac47358b4aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01282cac66635cc85923824f5e83f99045cd73b6a65dec9b0973a42e2b0a410
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77754fa935a3da139f7d280d44bc628139e58dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e034d4481413b2fa8e58cfc286cec54c47e333dc525a39be1fd39efa98e8ae5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc3b28188f1dee7fd59be8a00a998a74bca814c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476265b04a0a9fb2f525d77034448f5bd384a265a643dbf1cffd4d96c4a6281d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d81bf3bb810170446f28aa961ac1088f3971f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7192b76d8d96aebde2408a60760a55bb45ddd37e249bbd72315d0664f4ae7f56
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3fa56a03589d4127401c7c5526f7736f7f29ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62bbeb7a0d15ce996014b30c3d1b380ac8ec2e964cec8ae63a4999d8cd7be0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8a77e5e6c6e58acaaec5898ee06bf4aba686a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b8d9ecb9a28d54cc173831a5c9b719c2bd6bea0e62281bf17f2a10bd1202d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bc08d9a27b99ab87a3b35d250d28af7838d1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0895da04e47b17d344c8f536797aa6f9e5fcacfcdafdfa24cb659795b1b7da8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a158a6fe3664861aa101e570bcebc4b45aa1334
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19be9d3c77667ef595a2f4a3deb9d8117ae6b8a5bd2743310f2835f0754ec14f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163d8d11252dd59b73148ec814ca2ba79cb0c43e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da6243f4fd5ef0a273563e7e86c71b469a1d045f2ed665a83795e3c710b34a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44061a922c203ea2161a6e7cb2b2e1442ae8e1bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d8f25d9168b02214b096ddce165eda1984e4d7d6aa36b8ffbfe45d3c5ec4c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e949294eac560ae1f4e9a07dd6ecfcaeb8cbbc77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea5270f7f78a449772a0e4084d83911f5d88bef3839431df485b21867076a0c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63b73bac3a32793494ca77a06e959d50ea70f80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f24b9b559334e53b7a6090ee205d37f46b57208a5b0ff416722b81c1084b57
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942578f8b379a87ae9659380e732da689468892e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11960b47665e5f00cf66c37a67123d1298ac3b63475e34b3cc9bef86d1675163
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bae2bf31e97791f48b0ff572b61d1552b662f54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56282f8c1869d59d2da59c73b928aeb0bcf2dc663c4dca4262c20864eae89c18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44549ac67cb3d0a988a553334ccca1662521319a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3da203e03d4a45a9bbe59590de2db8fd89d3216c99a19bd67f37e429f4dc7d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc992b2428ceea7f0684c90bbd61c1c13ff76420
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ceee9055fbcc7dc9479d065eef7b4dda247e137e4cc82b8f94f92c03ee84a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59059dbdfa12b40d8b02f21c899015a78dff990b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5efe5b4904f599862913580b975729814195b0d133025c98c1215fcbe06f509
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71c25452dc7437d7d6fcb1fb0b4f6a847b689d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5304ad617e00b84ec20f853958636b97e03bf8538ca9a88291b7ab91e81bba0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3218b3d7967f8b2811063dc6ef61420e8ea4ec85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb05960cc47ca4d7b7a7e92eeb57941d4bc7eda1a9158efc26eba87a4d995b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734df6ec0ba0138801306eaebd34cd07278326a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5285d90eef250954951bd3a1c9b4abc1b4c1b70929f36b9853c3034c39f4fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530f8fff887d2ea34a90f35b18223d827d0e4210
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191ac1cfdaf4400a8a5e868af615f0413edae5a72384e1f1b3a0ff9734d9408c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1b2b371f167ae1e90547d22a988a9c41609018
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989510cc2fa7fd8ecca12e375e4fcfc3b2a21e4aaa7fc3cda55f3e18fd2a300c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc1eb16ef1bde1535f6a3c7296eee9a734418b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733320d950e7dbc1639ec7f957738fb0f818c6f342ef4595ff1f006c37ac4b24
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5919129d85089d590312c3a6711cf7aeb963cd4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b13c9dd802203b6a8626da222c003de2894d81765206f4d7f7e0a317af47af0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efff0ee6aa1f3a9d6cd50ef199e95f11503158d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f95f70527951c07710d34b139c82a0315636e0e7b3e2d2a63de70df305211cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce178ef8ece0671f1e2786798af4673c9e9191d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f235798d76a9e0e23286896efad3cbb281fc6335b90843e8a0d2041a4b4bda9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e499dba6c15abe3ba737cf7ac20b13de7f051b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7540112f89665c5d4697908397b02d6502b41022e09163c18871007c76e0206
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf57d7a37abd0c86d25898b28cad4015167d8cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcd81ed7f211f20be3bc5e19bc7b54fb2975840a34fbd53cbd4b0ff2efdd6ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68ea462cf09d7b806d5813748f6a94bca701702
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ed057dae6423eecf492eead7090db1a5df19d7531683493d31b2f3bf43eb93
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb72c569c90977ffff240a04a61d1042034eeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0558a3e4b76cee99af93c2676153cc09bd7a8ebec5b685abe36d401f0602a3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcf4e6e695f276aca17f316e84d598b2a94a09b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f15b254fb001115014baf85416a18d3b7c3a2599f7d5faf25689a5a50c4a0f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3609c85a5609a4c2ee3b45e2e6583810c38aab82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6af466be24ea3a6b46d5a2a30509b348b80a2430f503c483b5bd1697ebe9a36
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adce6685db3cc805514d3a86c2d11b58add3a3c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ada989d8b52cab49e2472eff25db152c031396b10616da1dea4244ed489955
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08cf94a36b7fcaade0eb93f6eddec7441ac8974
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75351fe402d5ce89e27a61065bc83f47bc7a7dea3cdbfa4ddb48c02aace2ae7f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b76a31668b04e4dca3a939126dc5b89d9291698
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a57230e58d56df65fdfa5030ae034617045819d2571ec9f8264695ad7eac0a7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d992fe50f56326377847cfeeda631eadf2fb4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d164da992e3b35597a0239f37b60bb03ddb5ec35be860baf66e8691bc9deeb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890fbb503d10cb6328977f7f4b28a43486f3a1c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6434450c73875068e8d0ed8af53dad443f17a466721c0982554aadea57071b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad75d0480d8bfcf013c55b5fb7030ec51d4d31f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7523a4cc384b040bdcbe638148bbd518ea7650ceeeb1daf64e15464f7ad9f5ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b2acbc986599658e57c1fe0ae0dc5266da53f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb6d6c24501d2d28719d341cde331e00fb4a71d1081833a45cdbdfc58e42482
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1f2dd4ee58ae0347870036923000ffafc73c2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac962d028a608596c537ac3c78664df279ca3942082279a0f47df1275de9f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9987e5468c4312494e795b918624ff9cf51c441
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f3f90597a9a79b30d1d29a8718fe3cdf88b55751c04293ca6f3efaff9573f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7af6e53b5e24b4fe6242bf37d85e6928be4bbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ced299b70614865fbeac785af4bf33ef4de2fc7b87a33fd0b4aca3ad6c3ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f268332ec0b7054012fe4f0eb1abe5fc3ca368c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b817a45f121c7108bdb1a6c8cd17b22eb9445d503369f84e2a144ea054501fe4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5507e4d5d7c7a2aaf2020b89c450ae0e932b76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3591253a3a3ba87ed456ddc5e1d276a3c1ab9e251488c551bb6697997e22884e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4291a6aac5ae0929deee5bc5ae0499c6dea8a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19d1fe5ce16c65f30fadc822d6247446a7617f8008f139e9f818dfde1ebae89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fb01c1090617e3a0a846803992a36ff69aeef1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a085286fb3c1253a903b4de44e6255e62e38953dd4ec86aec00a0248da5f26eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761849748051f93a5085158fb61934220602acb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac11af072af44e8dd3b5d5d4566221eec8ffe4ae033cd3165a533ee46adfc63
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106ac823150da93bc2f50ce5bd9a0c1942878d32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf4b0961f01ce6a8c978d6e17c77c7ed678d3ce2629c0592acd41422235e2a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7a0b28fabd4e013f5eb83460fba8d993d25858
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690c582a24fde3418da5c6dc87a49c37931fbeb50b728e73005fac71042dc5d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a02a31d30b0efc99e90c217f6d74361c6967592
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a38778ca960de33fc3211628342300080b676286fb707c524918cbacafb0e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc7f48b480251cb1bef71c1ed0a7aa4e48bf3da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d10e90a62b4218a16df7bc4683a0564c53e4805c7a84b16fac14bd23fea792
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fe0cb9f0525bba7a4d9d0520dafa3d3315be04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e785998e1c1f12d8f964145f881cc131cb13d679af002f2fa6ec6502eb4c31a5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3093cb0048d7758de083f000a7ebde21d2bb19c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d434a1bf1f4ecf058071e26923fa0fe817fc0ccb3893e4bf7e6725faf33f26f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2733238e6623e42011df293f8fad18ec1e3d2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a01faf25eb44361145fca0ec1a5f0fb631522dffa60f2c8b9b734df4e25522
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96f4507f7e31134115447597cfd9e8c8eec2a25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8011de1392ec01ac52f16d6bd37609be263dc8d8eab327a775a328e55b9548c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691af048faf513577df0dfafa7561b76e4d8f6a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0b641b4fb71d61246c79aad94e6a2c46ee763f6b102033caaacb4512cb7735
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e55460fc2f9a671ae08f0e82f9f352594cf354
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a97bc7b7ef05527ba2f68241f1e64ebae77124500b3c0e0f94875676f90db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5d62d3eee6b66362a82a0ad1dddb996a4fdd6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfa05dd9cfe2996d47b60d8e25d701d27508c25781e02f21362afd62a25453d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d69f3a59d4a9e26b8a5cf5650d3229461842bd3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a3925c358e1e77be1e4194d69b266a9114e888e2fbbf909ef4dfae7049db8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411605bfeb1663ac866e238e8a7975d158e8c64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbf79d4669abf63fb6b3288a34457ae694158ce1636c47af60be8e2813f3a71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf759d3b7ac9655f073d3ac6cb6673299b7f11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77249a00909557ffe9b700c7e6a50669d3c03d39c69724209f27f137c395ab59
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0282b73bef64f1242753fda4aa19ff9aa4eda9e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de03fa47dbda88e53758bfa7c297c2477891f43d03e592a435b0caeb9167ca3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c251c634f9f1152eb2b9074ac6516adcf94ae56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c73664e24a3e7c1ae83b9e662e9736c08c175785e643e8e917247ec8c38760c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb2d3e3477590587a0d6240c3592d284e41a306
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc22e5e2c36179da5f89e4257aa6d15ff2013bcb4d7f6dde6bca05fdf7c4817
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75b9140487f4e4093d40d08893f9f43614c57be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb850aaef9df0e9465cc3572c8d526dec5db309821c9740af6bf73339376104
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6584558aa2c268ee7f2cf3a3e98538012335ea8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b568f6a9be268a634f39833dbe248794bfce9005c9fad8b074a388009e1438
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0599e1f32c8b7b82931815863f23011e570e66c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647a1711f383e54ab1cdb54d247a4c52dc2c89f58de09db7b547144222be0b5e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2ddf4cd0157de211fa209c7f0e80e692ecc30c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11c9612f3fcb623c0e89c5d53348b7535cd1dd7a72230b90d4113cee79a8b49
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c300ddbba1f14a0e9b7518c95eeb8c268c1e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb611cb4153ec19be535935f654b25bf0475cbdf57ab6aa9e4f56c0cd610ad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6b4714429b17c7fd7fa0f2a34399eea643e051
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecde518a61fc35afa6f21759c8d1dc706ab4b868ff86532ad7aaffd9b576839a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae14c1e2ff6849dd883739b428f1ba6f61a3b71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4f4c4d188395ed97be64593bafb18a3733a7b0e6298a6b62b5e5d56efac7fa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dee65169d507a32a8d88108b4858fc1848acb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0add072e7ceb16b98611d307a34a80f192b33c4e703b1ca54931fdad036588
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a578e6116ca28af9d733c9328c7183063ce1602
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da78a60caa56cbd5bb870f8995ecd9f091c9f84d5b1ce0656b9499918bd80e3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4f932206f1f26c6ca99765c429ff2f0768ae5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025b99ca7e3f1e29112712269030ad762eecb70534fb6b0af0ba9e0deaf446c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47954563e1ac3055e6c7fe00b86c8f1bd692a7f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b099fb2cd0f209247648ba3a68346c6db87a3a5a63e4596534e0daa1f633181
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dda3b06886f5890a42f9c2375b46cbdd4fee9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec25ada80b71dc1db28907b97d9fee110da2bc482463c8a134cc3a55ed813f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992d158737d7878d39d075d98c2b376106d5c44d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac472e3d487b3b2a543165af2b1dbda0d6c01c2139c8a15782e8e94693968ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3e1077283333e8231ecd50dec56b4ffc48465
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec48a56f0a44a6409bea024c60413517c210e46bd17381530bb51985669c7cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330d64868a3b8bd5e189ef76a0828035cf84ce56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4b0a869737d952cb10d4e1a62f0894928fa08f02db94565ab96245d7859ef8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8364537c6f146c62e4651eea4b3d4beccac2b05a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cba26f315b556daae9664e07cb5fce35b8ec0c00b1fc2110d5ec37515e35a9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c09eef23887fc4f3124e6869c8b5088130b3f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96794b469e98c039991b20a760a11f92da4304bc9f8e7fa106fc7da4b09b6e32
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa972b3d1ac99841fdccbaed4f13c539f30f029
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6b751507f52f40dc108e6f5fc11352e496fc2acefec79ae69ec2cc1522a41b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb55424e8048df151e224bb7ea3dace847b3a581
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2423fdd2418a7060f10a9fefbd769d228b5edafc975e4b88360dd098f1594
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f47c57ed05ca047685b5cb7c293c95a322d0edf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe21aba8563c4e583d3d2da4b5a0cace604bf789228ecf7d9d87be0ebf32df85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf6b082bcff9af803c7efa3aa0bd42fee0b682b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6cacb5c7e6d41c1e1ebea7953a4ff791beb99d233c09af3c394bd7e1094b39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255be6c027f5f1c65e9b1b6013b9fb1fe889659f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889d384df03c007c3a1da744167266391645f715f667f855190ddd42ce6ead91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6b78e698261d861ca5745ee567eeaaa0227771
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adf667ea4f92fc5097d3f3d792313a0a86648c5c9c23c6588705331d0359794
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91b7b77792bfa3a13b11025115a888b6a553a49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47842532cf976dbaaa39e4416a6f84bcf4b7cedf9d5cc3b6bab0314ec114e1a3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9a9a9c101bba13d59b7d2780d4c6d4210c3890
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbb6d51b01864199089862a08c19507acade3c8e474d2b99e35a0fc9767199c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0bf36838eca320fe9093d0b16a599bb5e7e64c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11003dfe16f3da73166f8762e6af883883228d5a77f065354fdc3a68718ef525
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c204aade6936e4fe2f524bf697d7982dee5a09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8479ca0f4c23801aab98cdbf25bf5af94310af40ef2cecfe06a38776e040274
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995b9f376d9f57ef64b51561157d2759d431ff20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302ea7e95608ae60be86f956f41d293daac31cf881179a45e7d62aad48797984
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b58defded772d3a9e53bd72d02a71136826719
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63efb975dcb92d3698091bdffe738cfe70f6e2b77b6a2ef159fe1969b9d7a252
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25f60fc7ba736a72a9c73f3a6f3b2f3d185f267
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e599e313e39a2ed55ffb475c60be0ec8858dc573214bd5bde406a60ce7023129
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f65419e8ce7e97d2da11a9bdc593734a7b7c096
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2809eb03207e63652ef832c843f07510288996cd775e13d6caee2accb635d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf3024bd2ae9d10865d484f82ae758b8fe672e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f514e2b5907eb9bf6b72a0e319e9e491fe8e034ca36fe029e20bf32825adf80
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ca60b03c741e12393d6186708411b4fafb05a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efba011198bf35f5f335a0529d97074b16867d31f1d787044d694fc6fa96e294
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3281e8f702c11266bc2af2a570845405a95fd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d473b7921c7f66777d8748945fc0bb094ec9caa64a90fdc63d4f5ced68bd816
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aa2d2239f649ecf0b13bc025fc570833eeced0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4019bee91ce8a1035d8399d6ec80cac6cffb2a53eb088c04c9a3de65f453e95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a1f9d4cdb9cba125a5b09a3533338968a4144c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd22152cf0aa63bf52802c5698e1aa506d8d08f712c312cdd05e7c07b66e3add
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf5390d26c87c5b989199878063df537cba2ea6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea07c916f49ad57d4cdf1c58fd3118694b0917b57245c891aea3e59ce62f1c6d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6459dbb1aece01b99a9aaa34e730692f6e23e2d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdee6a87e70bee7507e319129d20e49f2bd8da2b0ef21b1fb3dad6db5c22422
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57fad530cb850d14a6dc8420e24c2e8f3dd53c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc8888cf271076524b9358be51a1c73cc30db8dad3a9b8483517fa559d810dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3188977431896b156f1bd6bc98f24759c6878389
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2530205ea71b739265c342634f459af5c1f7f0bc9e8a9edcd7a6aef08f00209c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7aa2d02bf7f38c64c6a5ace239e9583754d286e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6aa8f31306e49159ed7eb9993f74bbff68b42f07bc379178f409b0628d22b06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15924c195af3c9872251bfb4a93469f6e313c17a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9a9a19582570d37217dd13aa2dbb121296c85cf6a310763ae437f664c54b42
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c671e85f972665ba5e58cf509a465eedc3c9e5ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120c1740fadf3b76fabf8cabccf32c17be531b3f61a32f023fe62e65e88b7fc4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f7ea0a4f50f8fd5ed0167c1ef96bd595b9ee91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5355960eb1abb0bf777e95725d6ecfe53585b5522283b7bdc7a5d026c6bde333
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e3e5dd5732015294ae682fa402ddae0b7e5124
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae852f78f052a2da5646a2bf0140e3c0f5e99b5c25e1d4e6bf5a7e14c84e98a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3dd21276efdd6582d07164655599f03c6c7617
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f294a2860221c87049d6f0c4d2929c6f26162f9a2829ce0b31208ffd27e9537
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8395515b11ccba92924cca852cf686c322e48aca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13c168c2d13d96b8c516776f0f343d0fd267352bafc3a7819179676e3360def
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df606cd7bdf529f94efcd214ce14906155511e9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63b38d6ed743d4b36e282f5df1ea9cca07c159fa0ca19dcf2922ad6d441edba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d94d6d5ee6446e0d2981837c566147479e1f836
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d2c811380d29b63eee13b28766f2f2e5a04e7d7165f86034d14a5b1c337113
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abfaa37e6e3b00ffa2e61d0efea5ad0620f32a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6ee527edae04af5eb99c341db74191c8b19bedb0470123811a74eb0c6264a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc68d11f8d3876bcab7334b3487202e699afd0f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b974059744aa75e5ead7f5695688554992826e1cb53ee000293165c5285d81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa78263416bafb88544b4df3319f779413fe09dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a6c661c798945a47c91c135d50c0443287c9b270b2e55092becdedb8aa8dae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf3f250f2aee38160b6f31531ff2c7e9f5c3574
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d0756af8b9b0c7b5b494ab15f40ae2927ea2027add7559f71deca7be4e2826
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aec2f94fedb037b99b29c1a38e67059d00a8d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c097393e7f04f9ead4328d645d078555acea1b415424300bfd31f19770973fb5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb72ddeae287de14b3d25262f8da2bb02d09a8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30195dc67deb9075a2b0d62ab46277b507ad35ae1d2a15342a3afa4aaeacaee8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c446098cc3ac75d0f46b2eb3b600c5c2e58ad7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8185818286b39dd74ef20d9721c01bb311b93f9039f0ebfeee27b18745ed5988
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5c07ec8af92e57dbcbacfe68911fd0b6a0759
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d397168c99618ef1d1448065787fff3d8864e34fde48daeb29deae458e2f04f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfad0df8bf82203633b8dcf73afb04fdc95040e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed3844b1adb3f856035a4dcd4058ac17fc6f71df33a309f45bd4b0f95db12c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5998a26200f952b952b2f3c0221a20056a52cb9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c764c1b5f65084a48fb2abe4ead8895d076e5b94ef6ea8d00cf1ba571f4039
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c08df5f14ed5c027ddba517223372977ef13df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02154abb6f964df496bd02adb6a512c2026db5272431c2fe9737a68f133a981
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee11dcab6ff2e3c4451d4597d6425897c947c430
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5de55a61c7dd35ebc18f62b7b9df19b7b76fc5de98e9f27bbe4eb5d7300e78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b97b58341fa32d724e36c121e4b4373cb499314
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49688c759b9a7bb3766aae90a397c99dc8239c6d413c0d4e0360e28581013a58
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8edcb5c254078c3dca7d62a9af1a40619cea3ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8e18e70c49f9e6d6d0f97118f25647f4654ed5e7c93c3e3560da596f1fb6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144640f85d18879e84b9a6d98f09634f0d60b4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71d32f1bd43591d4117f4c6c4bdffa22751b21b8ddf384642607d8fc5aa28a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf4b2e09bb808e52e93af1588acc529bc4e89c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b8a107161b33418dfa2eaecb5fbf3182356f48d6772052a35d694648c15052
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed9e67f775180d9377ce576135949ba96c71911
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03db596d4ae093a95bf26ad59ccfcbeb1a11ce9083dc4265a05b3be3268a8c85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09be9df2525fe7ec743077614ee3dd875d37d677
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ee80e9570fafb4d110b4ac4961d0b02fec76bae1bfd4788039ab1d26ff7ec3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473e97183ab7dfec9b673b3feb0b4f43e994512d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe03e67e1a9c16498e91251e6fece5aa368b5047c98b985aa148f0a1f5f33c85
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed85826ed099e7a38a28ea480ad11a08485e12c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3044fd2df898a7ec4fbc22eabd60150d95cebd910620c906d338618f409299f7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078d137da2829f898d06c5d5986a65765e622feb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518fc435e6bb8583ccda90fb76547c818c816de004c0a495cbaba42f94163543
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb77e2a09b97829976b6e01c34ca581fc261760
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6888581f709ad61a8a78ee125937054b9039657cf01690c8f7a3d9672518b553
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa4a7318f91ade7dcddee60226d17caa7513f05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e92925f268a6d493cffd9d9f5bc3dfac337200a12433ccb4ba3713178fcd97c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29fd5224a4c2f2355132c3aeec5ab46b745b646
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79676f03924a71e4bf10e814801091182595e4476d7ad09849441e4991bf19ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1afb49e76beb3a04f6e51ae1fa89abc30859568
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcea6f6cb5064b48b426d0541d38f2a6ce930a52e75a9fba511f0eea419bafe3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f951dc7c0fbb47be3a645372cebec6279502a41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9285a72a2009bbc6e1817014309039d388173c7a64718cfb8ffddcfaa75e500
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb0545fc37ed540d57b96285d6fc45f2ed27919
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a1083d11398c69dc3a7a899a3300635c57b461b7e3eaebdc015e21dd146271
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fa43933ab4ae1988bca7a8bc9ba759b80a8285
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee597d8460ea5c36b9e75683941e4047add75b7f7b0cb57627a2890227cfb0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7214c956a4c2b08215cc2e453d863b71270d7a85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77537e2acde9d5b23d058da58f573d4fbe3f9fbfc12c882f0b87fb3ff0847194
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe680df9a9df10f81a09356f0d8b766b0e284e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bd970c701c672281a917670b7bc238b7554a0cefa83a181b028d1a3f959f2f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8ce0f70bbb462e79958a8edae829ff72d328ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6af1285109f27ce1868fe5cfc878f79a9de4f56b0dc31e5b9b16cd4ccdddee7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5463a52d6c9254450453c56d9070b7aab3cb04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e8594ba43998258e5c308587f50ff4ed6cda3d5db30fd8d05f042673296b7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f030b1ee47a35ef104e32bc4f47888938ca45ff6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069df13001faa46d9109d31dfcb5e46ef94b780d15aa024b94759c60f608b20a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6f902bfb2d87191846215ec3899d3cecc12ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b958624e2a3cce05f742679f985d633e8697d6cdebe99b6ba630405f709743
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be13cbd80d27220dc6e6ddcbf95e8dcae7c8815
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242c6e84e2a1ad982166622bb8c029200392663757a228883d1c64f5dfed7deb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d4e133fad4b6788e22d073a50d7a8120d02986
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d8041cfdb0fdb06f71d59f7654cd403bc6afc12afaa05d00f871dc5656773c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e87a7e15b73b0956b82ffca8d2d93124881a77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60527ff22b64de2672ba84581d03e5c2e8d51f0b3e0272632b8ac13be36730d6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df449a992ced46bfd6f5c129116149c6638cadc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd02be6c830cfe4d220231b6142a61232335b82b802a7142a5800487626dee14
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89b732dbe160ff7cc4a6dee29cdcab9b3c4900d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3e966178bfc685300a7797ab4b62cb78a76622e017f93952e2eb5393e43f41
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c92e5264750402436b4e211eaef33f6d25fd3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f9379f7dd533ed6e8b4df4fe07e4dae4fa0dcf2849a887cefc6cf94a455a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e812f0101f6addddbbf80f947ce062bcec6a7d15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6070919107d665a80d1593fc4da98eb26d667f63a7ec0fb7a677d99adbb706
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd14ae6304620579c9d6d94cf26f36aefc3df554
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9879344e89ded883421b640c9f5af994a075585f3feef60abb3135bd1e005d63
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175824d4f9563979e758da3219a995fdd8de43ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bd1e1ebb49c0ad6b837366f84cd15290b652747862706ecac6ffeaf5bf2826
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b2e6a53575f5a249600cd2e3b7e6f9eb3a238
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08248f5c0a966d8ac4f39b72421003514a6913016757b3c8947f883bd7279f3a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a3814031e1d0ad7a5149505d1fcba795515c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cf3d93ac19f3e6a702ac365b3b51b6878a37b9e3ba9c0d440fe330dc886dd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fe6f0fbeac15226c0eb51af3d832d46c1c78c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af33a3e42c2f9916e260c531e6e90ea6436f3c613f264f72794e5fa39018a3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971bd77011675ca5b5c3cd35e737633a65086ccd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4115c8d89d2ef04cb9c7df264b44b71935d4c3d9dd9d46b7c86d1f72620db24
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ea00b9f6b19403e0f6eedd2304f89b549816c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e80add9436daa753d871d6c4a528cc8af7a27642edabfaaccd70e19d25bb99f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb5e59f5e3cf27a2c256e82fa9a91978c2e447c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a4c8162dc7125b8fe9964eed455d6963875392bf7de4aeb0461cd371b75340
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45edacdd5aa066fd5a9312c479a3476bc7a412c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67b12d0b42db56f901f74ff34885e7355352e8a17744cb91cdbcdfbbeccac14
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6c7f1f7060adc107bca2d13ef3545827ba842
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81912f5c2a492daf2143d8b9a85bf633d5d0ff263dcc3e9d7060ac17cb257bb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bc265290ac5db19302facd147fada2c10511ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a0ef76f3334aa1f59502c055d3032b2fee794cc6c61d7f1526bc2d42d736b8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2565e945fa8beb9b650a8e95c6b2012d25e0cf4a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2579f58673319c56c7e18e0a828136aae94f88ef00d8af5e393542decae3af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b400f9e561596ec738d828e7f7b8d28035d4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b594f38623c3617440c9164e681863e6b373d392effe3b86d21c375eb3b5e74
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cf0059bcfd17a993186c0ebbcff3ebc245c384
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1babcbab84157419cb8ad9715dbe8695782ebab2a367c2114ee0d37dc36104
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fa0c218345b6b1c067006a3ee2d4e1b993c05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92284aae701de191d824f65f2dde856a51fed65f495f3b2075ca0c6413022f38
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9744b7e006f7aa333fbe013d0f4f2268a590329
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930a02d1703ca6837a0383f3a4e04e3d1113694b2f04ccbd2805ab9a4fba5476
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e706768bd2bfb02d952937ef32760cfc309e0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc76e7d34a44726a3ff3d268079cff0ad97593f50d78a50bbe7ed8e6a7ce761
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d27f5ba58224f2b9103b0f6f9e51c6363ced5d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bd2470ddabaf19a4fe632389b89cf70904879b20f0ae01d2da3e2eb46aa229
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e0ceb3c98dc0028433d36a4e96f7f62bc5d97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46628657054213788f0d83ed6be9e3338a6a816dc4b1f5f60804fb5b3a0207f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff6ef4ed8c7fe4efb87518715e0b8ffb7be8fdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad770bcdb5f2c9c0dab9b5821cf5a93ed7a755e04ef446bb8bfd5a2a66b07572
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746eba05f8373fc8121a5996b2dbb0b3f7abbd8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9424d122ccc238eba73a806356f7961cc33ffdc16357aff4b46d6cc2bfeee8d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363d1b2d30b6d1679abff3158ceedace166eeaa5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced2df0321495185f15e4af56f9e5f2732d94b3ca28a7ff916e789af7e93c5ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b681f160b3b4f6c60d1841b3546642d67f98e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cc1c873db58c430aaea97d57a3fc977b371f2af7cb8699123dc88604cd459b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b93154a101a759d752902e772baca1a2eb2dcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb666f5a6a3f28db1a8889f4397fa52bfc331c7aeccc1e1d67b149b7cf4a797f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31c58ba32ca1ac9d285f5f9d3146cf8467fa3cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f4c023e8c40c4e8a54d902982a9719b9968dafca141ff07a97bfff42c679da
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d24e0bc4de00f45dc0ed7838a25f0d7774f7b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609e5d6a41244ad1d2b67040d2d6167333e0fbd811cb7a342770f17b8a535526
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09562c6a5719bdbaf02790306ea9b58b8ade3bda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26380c73c533c0d375c25f0bd063de418be16f4144576b8579c312e4142d825
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1448da26249f283aa75c4b7fdcfbcb20857394
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6999e947ac4a6aab3c14dbd40e2a2fcba3237b6d97834423ef2e59fcb57658
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b31c6b08d623d63b56814fa2f0450d7fc327aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee998ac6f1d40682de3fcd8566ee966ff672d9bf09e7e59176e51994ce807a4f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed3c1468086b4266b82d3d753141d708fb6aafb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310f2f689d121c56978303e95668806a43bb9b1e7c5b9c89c31d683631d5f4f9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4a91074c9c69091cf6a166e7eb328e4d8d8174
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09feb5e217c3e7c7dc3f1fc9657315a23cd1ee9ee212b147999cacc5ca65f2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5abaa2e586550d2c44c876898c2858c40d010b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ec7fee87bc111d038891b106cb59f74dbc206178c1b965d5f37ab18a3d9e40
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf03f61c5001605f2333f16286399eaa0e1122be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412c9ef474206d03d123160ff1b572c0385c80757ba5502401c539ae1370944e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520a87800c506282c4f0ca66b406825793ceb9ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d876d906a48bd9af07c917e805775b34cc3978c5f011798a7d1ff808bf1b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75614d472682e20edc41563e648dfc5d5ce28852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e4f1c8aa993e152d956d56a8b5440ad18069f20c6dd4ed3a3675b0e9efcd5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada1790c5e46b86747d34ac1529e5523af4e544d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2ef554eee101c6ebed4cebe07560dae06f90a1a05065840669745090154d4c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2be079f0c1815718079454b7a7cb6eb2bf008c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564042ef175356341a91cb4fbf7d4e9ad32029a53df1fc302a03be3692d47f15
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8334733a3e69936a968aadf8f251fe0fc1b689
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b504ada80610e75710d1c1ae3a53f17dff6ffae40e455b58b46d34aeb75af5a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d1ca1e66db03dc7e414790ab7fdec7f19cf20e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a77c07d61e702af3efcf17a2966e6a5d193e0d774354ec36668403ff116d075
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb1c3d0931a724f9259eed074d8f33f458c582
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db6d7407c042523524aa10aace50ec1bf1acefd28fdffabc5eae097061ab6eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f37f444bdee4847a551b9c2800818559de38c4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73566ec8d3580689b2ec608dcc99cccfcf360652e8b44279028bdcdbe843a2ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8317dea9c204122c34af5d8926b8fdc12b25057e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed30c27ed9965164215549a612f5e65de763aacdac7a3a046d1798a865910b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392a59a7b3a757d1de368b9360c81056fb293e74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef42ff85ac650cba40b225a43b6ce3d22939acaf1bbe24f551c01ef1913ccdc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb898384874ab21486a52177350292e0bdc0cf58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ad46c1f71532b33c7ed57ccafbf2eeca51f807534cbf4133c9e25b30a891c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dc8f29cc061c3d8fa6bc10b4c9b16186ee7936
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f93bc410d8ace1e9bcf6dcbff98c1999292c57fda19042a4847e382722d82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93314ba7fda62838c4b39609eed6d6bce5982ca3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aba269088bf8019e7f805b8d001950c9647ff7f96d556caf632aff054f7609
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb6c7727edd0c78c571ba8e2ed779ffad84f620
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317a3134cf9765bab69ee995d2a7d84049b07e0e9724ce3b36f5f8cbecc5ddd4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e4bcb378ecd891062ca2fed61a451bfc10493f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8f00170df6caa20054983541a0d18138ab9608cae5c1faf60e7aa2d2159ea8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d66b243ce854b23ba2537fd4fd0a1be7e0ee70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f95f08cfa23bf9c37390dc7be5f428e092734061022f5e8b6a02f5b49c25e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f1a756067c630c1f94997e495c1eee06bd8bfa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb98478557bd60beb8204dd3ce2f1e4463fda6f0f1ca182ee0d1cb5fb108a208
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c389ac6afa1f4b52e23221fb0c4d1f09e937701
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f5875dca9bafcdf5601050fbe9d1470ac5a35b0d8b23303e03c14668175527
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170cc8db03169d4e02f97002da8e8eb67b813d85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738cd436ac32a3a36d582663d8d185b00345c096ec3ea218580e46ef1a8d983
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2903d8cd1ec4ea659ff514290a3e98350a6d4f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d206200e5a662777e74ca2de59cbe2c9b691171ece5e4332955eeecb642bd39
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44947786929e60c8a024f39ed91832ff3cdde872
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518990843bb6c97f75dc4ca58b578768ce5cc7a3c4f29885de17b7f099f568e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce979e5dee54c6639dcfb95a6638ae608366079b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f933ae7b2e5d7db1e6f215a92347165df6d2f8b4f55d2f4d5d870654d926d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0301b5d835313d23cd193ed51b99bf48bba29ce7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bbe22754bb55ddd49423c399673b561e7579d2d5c263633b43910e9ad64ad0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8733fe0107bc616b1840ec9a4e6f4ef13a4f0cd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cc33077889bc432aa680399d9b3b31e9eddcf044dd14fe58ed8d7551616f54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a723845dd0c4baca5c7e394a2394c52d70f0563
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e22e4277c7fc0e594653662ccbdba9e415f3be6717af32e5ce7d2668ad83b7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958ad0ea575f053f9c9ffd6909c4251e2f7e8e5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5211606d637c68020f3a605542473f1bb85d74eef1b97fe2265dd696f33f48
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6887a4a57fad1633803645d99a0e3b7a3911dc4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c236d01a4d46622125f58852e82faf76e980a15e76445d6ade6f1feb897fa44
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db172b85196744b572ac29f5ecc9bd989643687f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced543a4aaee7b4567f0399a12311c2eebbb0bcc03056777bc7a68cd21c0279e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90de934a698551eb8a99567e7e929f11ee3fc950
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfb2886ae6df44f79c9eefd1ae1e199b30b7bf632c667a5b833133b2e11e607
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f936aff80fb99e76c1d370196117745a1df290
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c81b687de86c3ad8e645c61d6f051e73dcab9ad1b57c8a0dc3336d29174281b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba3915281ddf6337828a4a8669441200d5dd367
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d862ceee36871425b895fda52961131ee1cd523df43b3376a0c7a52ae8d10128
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b48f5ea2b10d970264f5efa8e46d30dfbbe4d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99edbeea321f279d0539ac294cd98bc899fe6168ed4c17ab97dfbab9368401c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29bdedc780459a764ef7346132e2ed525d8b5dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459c17bc04561d6fe2a2783c8a452370f8a96b7c69ed66508639d1ce8dfc1ce4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21a05fcbab27d0ac36ceddb9c568b09890268ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ce9ec237aa1ba297434f61c17a22b821bf7e17dc4ee1fac5a21477ab44afe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571bfe4a5baff3869f389a2da735c5c5475810f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd323cacdba0bbe32726b880fbb705a90869bfdac7ccc644f8e7d70d9c61807
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54763617649d4c1bc293f67e482c76846fb4c0f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c469c99f61d103fb86da4d2ba672742ed0af0280327d82df7ef86f472d9a3df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8285a9ea1651fdb6e79ae5c3a3dc1d711c975
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38f3ff351fdcfd4c371be89ee6011ce7e23768f97407430462f1952d1703b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c351e957a9ddfd0ed1ee2358876e70069730ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a0356d3d6c6efa494af040583602f34a228fe4209cd6cbd11815bd4635587
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277d5f58087b30feb30110d443c74ffee80595f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0fb17ab02ec5177cbb70a63ca7d47341ec3ca9a96156a7d196babe231cf802
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516dac58913805959f49d4bbd561332f62c0f757
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9b4006e8683e4894e999e50eb3ccb84c9f5f69136b66b3eeeff3ec2a0bab56
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb377f1e2d6114f7ada88bbcfd59629e47123016
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590f0abb23b1b6d9d6db7ff0d54e6d080d0a4c422b6a1298c3d402fa3d4d3ba5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef7e28c4ca2f62b996f19d8d68504201301976a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96ff08a7dccc05148bfd548bbc3da73034f679eb5be15984da95a77bcd8201f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e253b3eacf7bc0ef08eb02680078793d5db9de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae5c627586fb94b7ab26baff37f4246a0718c462a8f9544ef4b8c44e9571670
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e886362a8f5751603fbb89057edcd71236e4d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed76128a4109a61b4253e6e2464ee2c6200f411ed9ddb51aa021a67c2510b3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651fafc52cfdd0b69eb11a7904e487031579b4be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd774338697eb6e9ac58bb67b8713df107334f7cf8e9fb4af56c57d128d732b3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5502955295bb21b134f480a98a8663cdae8b4b7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45fd0105194dbdf760084df516bb3829dc85197789d4d553504d1e54acf19e6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4349f35074809a7062b8739d5c99e1a75ba8bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7fccf931ff57ee566c2cc4112926c6ec073d87379f1948ac4cb3aa2483506d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceaf8d238e9e30a9daea818bc50bc4d44882e8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5934e67444f1fb7c0c3745e0bd3922aa32d95aab0581c66940fc08229588c3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9368ab741fc61022ce619e06044327248585cb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2200eb7fef0262675629ff64b2f2f9d2b87c6dea747ec3b477a65e4be2f02b93
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099c66f6d03ce820d447233d518fd51c917e8441
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c89833086cd05c0422b716ff10b3ab39b6d0eca5cbe439940e447ab4efb7e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f084b8df17e6b26f5acc6ec5aac2c263f395d687
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0170f4190a7e48364416daabed618bf3d7e4e6d0fc12b120472f5c20a07bb9b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1068afa4e07471784749a3d55a036e73a03029f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fabd100fdec2a4e12ea10ac8dbee627239454ab9c38af1d7dee13ab7f11405
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316432c4bd0b5a4e83cfc22ca1b49e6d192dc876
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e57a37a2b97be01f69352a53e024679c2797bb899be12193d70aadf4ee3bab9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fb55684a0bc82594fb56778eac20f3a2b391cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103fe4c1c4a737bea3a904f43954f37c28851403d3da7aeff84a1f3278880fb4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92051652599f49c43dbd0d5c10acb4e56d4b58d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15f85ccafb8ee7ccc9ceb7d8a2cc15911286c309503f6fdaa82f286d53e4333
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730bb0515932b47ff4cd91fb9631d01815bbbd19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dab0bdc715af90ed1bf4ebd2fffb3473cdc96362da53299ab9a1d4a08928f0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7023e12e7a7f22d82aca9f418ecda63c84aa18f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048015cf1ab519839bab9e1475a7388506b14f070ddfebca91ba4feab41c0ded
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c28ba7fcd94db96132a6f01791530766eaa4e0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503065842d59cfe75b9273a1b906bdbc2131626676495020c22b91ad304ff34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a701ad8b034ffb10107b80db3c92aebc8a7796ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62429d0f8cce13247bf6abdcb9bd3975e6094b5422321371201d213c0ca5ddc0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bbca06060e0adc750a1e596caa548605513bd3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445860395985d9903f88d118048c05d45f7586e645ee613be2241be879390323
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeeeaacb45537565976e6467f7d321f7dc76068
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147c2aa8f19a449a9eaddc2e256d748630bd59c8165d5b361e83f9abbcf0f01e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f58415eba6a67280a3cb4c3254c58e668ef54a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da236b838314e281113dbee19d476dcf0cd50fb314ca15abe7049422fac0d894
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806263a64c1282b33dd9e234221622e556713568
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b29fd28ee9411e43e54de8f6c01caf1e219cbd27fccad6e0676db792380174
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb0ac878645ce1ce4e4d121a94af65e2785c781
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e49b7a726821743ce9a4b04b172a7cd8448b78a96aaa20480071ef6881a46d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ad409c42db5f4694704c73671fad9f071bf11f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f511f8a93cb250cf51ee7975002ebc0f99f78c9b9b23cc7ad76e616a5773bdf3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481862dbc3b3494376e2afb5d32852d406b56407
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b27eafc7c06586ac93c0fa2815b9ba50a0b8a7b778614aa7fee396178eecc7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aa4cf1a4c25f0adcafe1f372ab0d810f76f681
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e880d266ab12554ae5480c4a00fac4442f7a24aef16563b7bf17e4b26589d28
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3870827ad85e10eff49b1c3ec138c926dc7675
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94b98760d58c5e2914d3e92eab9dd5b91599ee47df37c3c2fd90f7aa210aa99
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b89ff66afc378a72a82f23dcd51b3131e68d24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26383d6050e03fa955634e2103884bee040ea07ce2c845ec300674f75ead3a06
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1832e8a44de05103f873e7e9417542878cd1e1be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb84eb179898caae96974b5786ba63b1b7fb301704e9a07f90152a8764f5f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a612ab0ba2b3e373621c3393d8fa45ef960c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf24e8545237264aec6bd7c89874f6d26ce80da3b4977d9755ce32f07aad55
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199672a983194e5a84868456500a9238bb56fec1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c630a9b7b3ade1536f4cff4d6b4298053deede2fd7610d44671854d222030529
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b88dfd8f0bc315bbcb3b5b1cb4e24dfe0314814
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9055e09a4c321a8e2961613479b03b3c654b44b25abd3dabf851c76fb74bb43
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1666cac2a9d06d0f261a29d2bb107bd38304d014
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867e74774784e617f22cfa76b7c6fe46169c44c1d5733ea26c209a2c542cd844
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50ac06911a65ed8844bbf96b79502bc7bc94217
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01b5e78823b73a83787986794458ed626fbff282d667c1ad07834fe9cc462da
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844fed50b1734afcbfbf58c94c7d9fad4a21acec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd055b5b3247ba990a219b77e1f931e2d3358bb6dab2ac2caac4681b1b3d1c98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902d865e42e881962d2f65e2a4b2d3c9002e0dc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483c76ccdf4cb2bda3ea563396fed72696370d8bf3ab6b578ea445e3defc7a5c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59b72baaa3c88188daf6a88dd7888377e6aece5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f3f24f5088818b35b4f302952fc46f7bbb45a195e453e8d9bcedc4cfc29c42
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d727ce7999e18270ef7208c78c289e978a4f02b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f21ecf26124c00ac09b8d3e124b61e19e853a48cbd230e4b47bf291d5c98240
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c79d0d965864e172973c08acd4059dec239ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee50d4b76555b2197e27f9af6953d41d6e13da7b0809bcbb4f694088e86c5e99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e943d343d22eb2daf12aaf8cdd6f4f8f86dab768
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e3f568bd0cca037524b5af2e4c7dcb4ef93dff6f0b6f506415ccc2c454bd70
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a678124dbf1cea0eaf07261768e635529d3f676
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e787fb59198929747b9fd2d75d098c21291b61a428b5d4cd6a9e0994a37102f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7cf97c8831f6e5b07a1cd8bd0db54f4daa6c07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b8e20f87cde60b6b6cde06ce5f313a9300bd277836d47546af6df46bd32a44
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3312c68ab5b79de175df417fbbea54077abffb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8be6505aa85c31a7f18b93d8b9fdbf8ed1e4586f77628c8250f77bc9ffeaa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee32640051901b9fa93f7d22b619cf38cc0538e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431021c5e0831845197f5ecb0b2629d5f054d0baa80d8b55e415730f0f539fa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f988597da8be2687441fecf7d260a4f47b8321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4057657ebc3fea619f13139a114a7894898d769768817cd267b7d5d452fe1983
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d355f1adbb032bc31788b75bdc1cb4e43263ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45921310422339508084b8ae35af9e56697f292a0a397d4214e8eaadb6fc3c63
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611410ae1a9280ca7c373931758614d1ac7a25b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78535b22b501ef1e5a7659aa4329b42d4791d2ad6a5c19ab90f6471e42d4eefd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752ea62e6f3a726f9081927f744cdf4b5c56162
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e8bd1393d6fca4452fa486f87034478f2e50369a5878b729d3537523b514e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799fdde0a57e8772d324011f9972669dd6b423cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6be7d01a7a3b528b658f5cc90d5a59cf73973ebdacf658d34adc71309b51a9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ce27d9eb738dc5c6a0a8351145955387b9a26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3444911df3175e6e63c82cd4e14e12dfadda06dedeb97309965fe73a606e7b6c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca21aa48a08871660c579a497e3c05c34adb69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6943d20ef7835203ca84f1766d55316398e4297abeec0bf11e8ea4e2aa1f19a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab29113c231ffa1aff4e9d81d539a0be4448a1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c5bc81fa6395b059a0316ef8ec6c2a492b5894d68b0a775908d4a8f0a6b340
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f7b353abe23afa764b0b3880d86c39f17bcc8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5137131531f4c8fa68d9d656b7f11a9b10c57584c3b8009991bc295a6613bbe7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385b88598e9420cff4716780bb3375fa923f2db5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bb8de8f50408db5d9596c6dfd67267362fbe9bd72bc2c892055a216000e38c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3778d81a162d665a1e491b3fa1d8fc9a97d7da8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4f9946ca5f08267af0252ddbe483c7d77d9fc00315edc731e5c685c6e2bc58
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc2a2fe2030f2dd294195d68b19ac9e41a22613
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f381eda78d1c908f1538f339f1fef5245fcdec89717844ea1b2272f29cd454
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa43ea1e0e4a4ca77a9a01e64814c81ba79b1041
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e526a130ff1a84236e9a9322ac151a58dc22e7719d3e2bfd95bad31e0c711
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ce0b8cb22ebc927de45b855df5bbc4639683d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ff2055dca5d30da1e8845dad35e808f3ec2d40df6dd337f71f1a77350a5fe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06365f2944e3b71657e34b352ebaecb268a025c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f54b89416f31019d9ca2c367a542ee9f7143e14cde5d1e6dd675212e15ed8a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf00359118db054dde6b085b445b32b0b5b5cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d739dee1f6c26a3a842b796c90262ae1a961bc542f7f102fab2931a2fa48cc37
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f01e653289b0a827dd878cfa2a440e446c8787
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ae582abf9fcfefc8a29060d5370b4ece5307201468e9fdcc2d6cf12e6fa7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e9a3cd82b981dd164840d0f1f06840746f6bc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091ed1cf8731c88f8efcdafbd0d990c248058eb3274460b5559510e7dc5489ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3909196ce681cf1749e434037a4811eab8ad0d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6230b277cbdc58418545b482be100cd94e4f81c36471f08fbfd5bfdfd177d630
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7038a351d0651252af1d526a5f8c6f700b7cce10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429365e1b3ea51b77505d02bdb3547f10a2af0f85f6b4d732989230b3b401ede
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d3879e523c8c7b1ac578a515fbfea4f6584910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591207c591a2b0a5494304aa33f71c2943c37c5689ca316e1ffbf016d5979ad8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664969c9dcb76e300549f8048b3b124aebe39fe3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7406407af938b65923f0813e40773e5d473bb6b2cb2d62d039ddc18f9f9d609
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eca3351649eef2c5e344a40bfe2a5c739b8539
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f77ba431216b878b402af560153ee56d2c07bc20920c910086dfa9a5bec69ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a163c6b4f26537162f270adb166a285ce29ae44c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d365c70e64b8257564b5d1e82faffd76b2713c8834643e100dbb1a348d98f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ca1a5108cd03e00701d1d40f72037ccd68e5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2fba0368b00b4e3ba9a8499f7684d2f8169cf3838bee62a18c61953e1cf2da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e04f8ce31df6235a0ebf3f375c1c9618f0f1c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448d047749c9471034548d5cc34f70d9fb52d33cac8882d74c8abfaef608b82d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b131fda89cb97508ddf27a9b54b6b1c6b8d9336
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2a992cbfe2ed10e04c0ecacf50e8dc489271b8bc8850938db6210b05a14038
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36de0409dbfaa1ded1b0afacb397fcebfcf9f97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8d4abf114cd4b016a155b2205dcd500befeb35199dba8968b0f9e162afa79
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec5611c1afe46eff1cfe7d4d2a336c8080c8c33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e1b4d54062abddb47650edbd8bb7a7910e9b874a3f07d6e7b9c4007f02e57
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a12b3ee9fcdff5ac5e023a3d74d85d667819f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4829c283006ebd5edd21107e438d442a409adf02c53831f5f6b5c2f9eb8e5589
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f089b210a30d43802b9146829313c58bafa2bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e45e018bf28b9729df72c85986aae8298adaf06f94d7089b212ea5739e3df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef76c495ab497546ef18d0a57619ce3a66f5fcff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b09a76029f0386b428fb2e0d9f80eb57027dfba14ab693c447c3380a5ea485
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4b0fad254507e6bfc080439277d5547a5e7150
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d23cb73101cd9851142571c244071718fb33dc5f0785939972857aab171f87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edf6c3d2c2b0a625c83da27c575599de680e06c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9538c6f97ff002e048fd4a4df2d3dce5d047a9f98d37fa9116420687f0b45a94
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10aaa093cbc981e4312cf14200e3ffdf2b171fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969aec669edb0288ce3857129e60cbce6d4c11f5937b9dab9c70ffc722a8ea6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc6b8b7a4af08000709410543b3a8f538383bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2d54ec342bef6b296db96818ec41c76c196d0396fd56a1b15bf34d2a47c341
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3d8a66ecc5f6434509352728acefc70368f8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa976b31ce3283ee70a7728905c3e0ffa7f60830853d600d6ee71b0bf48616
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f605b0a1ef8bfb2dbeb79e48cfaa7d7933e2b8db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6c440adf0e5603d46b8a7d9a04729e7d9d9e80c4f8e31e19a9e4444d0fadb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9c1d87738849c11584c8e000dbc82ae785c214
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36db233e96d3b981b5e69dbb7e097c425c3e97c7844bbe0ec04dc91d4900bc87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dcf7d99f38228062743992db0afda5730366c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183a99da8fbf55a07b3a0211da892c3fb02509fb7d6038bf0fba14c6037ce28f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff97c98811cce77461a1dd5c915732a4398c0aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b848ef4d5b03d86097dd27404d4e6c7b5527eba3e5e04b170eef346dd29688ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41c19c651f7ba5f49d68dc52a8120fea121269b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c46cfdcc27b9e0925cd7408496b03a18771a6c37470905b78ce47548160be9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a6ce28cc2914bc5c7435280df6c2f192481eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbb1b1778f59c016340bbfb6d19796bb115afc92172dea493467f516f6905b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe487f2cf47fd5a3d08d99e09023029d2c9b1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959f4f302bfde0c8aae16d180f1a9ab2be96524699367aa3be53f0158032aef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad58ff41d41ef7fa25f860a139187ec749b8f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fecaae49be17634cbecd20262184bd47758ab5ed4b430eabdd220e5a21e94e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5199e584e62b50c1a6681d125934c8e012234852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdd2ab7ddd037730839142d29489e46e4e3f85f958ac67db2e250340de566d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983b22a619ae163ea906f72b12bb48eadcbf2696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4786fd8634bebf720773039763b33e94b9b39f03b1a029d47e044d31c073984
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10b1326b1ede81d9c900049d4ebb96c5a6e9bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1fa498044adb333da804350be19be5034594a73d68dc651e26e9e7987f0c1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8d5a2bd96f7ea4126793f8ae07183e9882fafe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bace2a2bab7fc7309bc6ce3f9a53fbd58ce60b1054d43c8432e56d475d0876
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c175f25b6c0a96fcfa14d8f2b1cc3246333a35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8668ed0a19fa0762f55ee145d6bc6bc4364ce7791b4926432f9fd726e1385f2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46ad9e7f2a12e002e893a4c1d56ea8151696b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d872a9b78d2af30cee48cc15cd254188c5d9adc132e480dbcd36ccfeb91af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4902a5f90863e725260e73f42f2f695dd2970ac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce840b2fefe7ef3907a8744fc132ccbe4ecc3c7e39a3244015d604ac3da54f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb4711b7899942f9f0375b2d3aed5332d586e51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbbb35098588cd8ad8d9586f84a57669235b9f6c76129da9e6e09a5777aae73
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d2d1409e98c937903723b2f5f6adeae05bc50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf078b932140792690b4d08888dc75a8315cd8df791aa71cf107a48e86d9766
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e206714e5a8beea400633ca927969a39c81add6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a73b3d7a82301ec928c964f2dac7d9600e7693dd62001e3bef19d2f46c2f3b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5cd5b499da90b40928fbda28ba28fe0398ba5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287b6c7275ef7aa193f80d70144e7b1ea608a4f9ae6173c8dc00034fb8b6e1a6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb44590b3810c31af45729b23abc3a6fa270ba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b711f075cc9f88c5b34d5c82f8ca606dfe90573e181186deb79745a53ba8634
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa33048855e87987d3dc0dd44021e78925a967a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad58a99a2c26898c773fd6840867b29c249d8f097301372feb0d7bf4dc7850c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95936c372d9be45f4f3bc7e50354a876a560c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40722db36d14e69a34fa5f8d5c53c698a72ceceeb7ccec2fc388d0ce941e23a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2df170f39a5f37a11f3298ba32ff4e6ff38135
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1f2a113118ea33994d7a865a63065f85936da07d08ec1399403a5f440c5f98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0d79f9d9e4ddcb5f14c972225a02afe246ecb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bc80f8353526dbbc84a2995290c47960d0d93996e305235053641f9147d393
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdcf4cd90a8958a704db73be1a47400e047a977
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e8a1ad183b385b3facb30a5c5df16e8047356701e31bc616ca1295c2f59dd0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2427025c3c924dd548b01ec85277625812c9f1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff94479275328530125b36100aa5b58a66c0415e6d756b821f3daf1729d4daa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36804c89ed4c1b2c3d1a2b8156acae5a51827d34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acd7b4bbb26fde266da70dd44aac9a4ee27bb4924188a09cb19eeca5b683649
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba7123e6e4f601306e166d44b7f8ab9b6b2730f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c900776db7deead8364336d1e590f547efd5327f51dfcf729d313e95db545f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f406e8dd4dba6ad664426022633d1906ff393526
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949bac6d2f1e2e39820ba56c82f62f9134e49614366170a107315adc54885720
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9668f1fbb83059dc624be86c1e29feb5feea34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fa87d98d7705b18288254882f674292bc551f306f74e9c83fdfe52c5cc8730
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079cf70e1e5b1d31c8c350ce7f0c547e39f06cd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927edff0afafac4bb486aa391da5e7aa363ee238bdc40a13060875da9324f93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f164a1681ee6aa1fbee875eb7caa7ea48a72c655
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701be9706ee6b31b725095335fba53afc7b4fcbb4252d87f2f4737ebb005f660
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c23dbf0d38ed946cc530b2a3027ee8d8fdf9b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450306d6a9f33a5d81120698f777ecaacd3d0008fa481f6b67d410c59cc26de0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a497c30351ca2044ce4cb32d60a53d1ca0d20b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4aa5b5de5f70904cef8b622040a524c2abe303f13fee2dc3c18c64471ff90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b0a4dacfacc48f2bdf2abfd255b1b91ff63df1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e6a0d1f0ef90472766be0b4e0adcd419bbf43ccba554f5327c64b4eebf7a7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347d923d9bf83a7e429f50f93e7501c0d6ccb73b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19930c8adb86dbef74e8b3b1d318d28a1c6468e5a76430a99d8b019f72cdaad5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb39bf3e9ddb63db38040b126f27a2de8281ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452c4123db7b002c71b144ec53fa7eaa406af55282832f15ccfc90f4f3a4e6b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f332f5b10e1149ab2176478f8c14d22a7db6e832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9c16ce8d18a6c583c3a96a91b4f92c665d5a12a789ddc1b43f20c3ca2b4e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44788838a6bef1bd6e17363d59bdf882d2aaa32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e74c6200cbc0d8aab3d1ba7e091cdfa1ed25f78f7c342bff18632024dbe329
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566ab5d72e9309e125d6554487cf61fe6c78d63d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7cabc1e3196e25ea9b53b0e39eb6da5f95fd819d017aeb1fbd3f4a404d433
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a62c237c8dd3e036c7441d869706ef1c8bb8fb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac12cfb78fc847da31b328da7a9d51a75dc4e0cbec22de6806282c7bc9bf78d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cf23da2cd077ca6b590d3331afa81f12bef63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a88b0bedd69d9396d05440c8a7856777fe3b91ed9e144f0116efe7b6ff67dd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52ac553653c4a377ae41d6f3205547b39506877
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db90ac267936aa72c8fa78efa2253f7c03e37e385a79257afd998fac1d96773e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c4862c0ca7e370d50fa1353244c92b3a7507eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0c10476ff6aed597fde100fd59d19b94fa6b86ddc1e6e602e6f04a6e5f097
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec6a4a9bc636a757efbfd70d472f431241acd29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc07c3a2b3bb62ff23ab5aae6efdb60db53c206decf4266816845c835934596
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c55717164c52b24e0b2b2d857cd22f06bcf1baf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beae102396f9953d5c4a5bbe98f42323801a6245e8bd6cfb0e21e9cb8af1fbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ae1422fb440c031c9f1f5ffdf3b2fa9b49d729
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0869c42bd4c378f98771893d58b60bf7ce9a34d5626a7bcbbd990d86e28338
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892d81697a52c946112f88d889013f7b02364a0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db141e4ac2cabed6204b4be1fd920a8a0f1ec0d3b21b5dcf4ec49ca065c1f6ab
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623354f92c2d7e28eeb6eb99ccca36744cad7bf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539bcd4ef85c40c311abac0a18d209a8a0a57f6bb7e5f3af50dfcbee89fab4cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc30c010db4f2b7df111b7ffeea824b7374eafc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700403faee5637338f9899e8fd7c45e5a8a83d8dbc11153758e2d4f0f1c723d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cd36cbb636e711736481477c7e232e88439b82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f54190045b1ebb51e486ffb069a94f1c190b5e4a2e1d230aa907b153174428
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340e8ec7466d656ae706b58515e4a8a6e8668e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49f39030f118dc290965b2f778122a2a684a6823bff54366c23320060928edf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e5d70410b68c92f264e235dc9f8257247e5b04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b1b81f78fefb02b16874828a38e7c68053c3f5ac7f2d3d41403ff349263882
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8d2882a48f4c4642de8081a6d74633c28fb5ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20c66020cd5cb5847b7a3e3a1c53cff7bab7923e1bea391f9c59a137252ccee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea0c36686d0a5cf01f08ea598caa9f75e207a43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6283dde5cbf0231658769e2dfa59654f52fe3043f0cd65c0d06a7f787b380daf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d88c8e0e5235fc03c17a43a68ab3e24f865e67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1134b0555d436f0d3bc2bf3b2e4846494751dd65b40dbb462e96d39f05668b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972a55c71e10fc537450a789b6435adc8e083d39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306c59128c1c0ff535fada72a504eb338550eb42ec369e397bb136e92653dbc6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994c0307e91d7ba01e2e6bb29e1647390f73e96a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc61123b0188ed185d1da16229ee97ca08d860011abb88f2d80324d0c12a09f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93392dfdb1dea8349ed70a3d3a96fe15049f893
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab282581e59d097de98c9c338f0596940539fa3998f88d64c14e2ebd72a83b64
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219e80410dd81bbda4ac6cbcc254a8d73e1b0fc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8498be374d9462a3b2c4ddcd6840a8bf43f6b04fa5b4d88b95f4e6af28352f47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76632dd08ebcde46272b6b78d47748470327a00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19379f1c95cc5506bbbd8ede3afd8b5f72bcf60813c9d85ac8b2d4df41fd402f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8086d61615483c857fe0eed95fdd4bdfb02573
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2581de91086b541146f4a4a54cf40c506169c120d9177d0c1c93dbf164857e23
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c499b6da84127ec9ff2aaec0679e87cd0a8e8071
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fd8bcd505a208ed7a8259a44a04c8033304f9dd683a1f91a323569cabd310c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d62dfca2acbde29657ffa4afb1bb48f27dfe0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce9228ae965dd76e4f0be0ceedf631ec84f937d5c2a6079cd9bad56ef649c57
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0134370505f3035d5978147b6a5f0894a6db6c12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeb380f860876529120612f914fd9513f2034cb99a509da4f060addbf8ce927
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bf98de6569fc92c4f2ebb5c4b4c99bfe7d9f5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e810a67d7bfcaf8ef0029c686fb7953f7c066b261ceb9e4cec77da452e22d10
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12d4ef5f0375338b8e433d3ac4695dd04dc291
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe4c8269a47c8c6e1f72a135ab725c796d8b210d752947273ffc552429e369a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eacb6a4ae855af838788b7d2be93b5111fb4077
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33255c2eb9e75ea4832a9c0ee0ec72055554ca7bb214613f5bc75fd99eb9510
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4444f5ac3bb30b003d7c87e2038a4226748d867d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd194c4a2661fe2bf5a0f2316dd957a2cb50c8f00979f26a402ce61e807342b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcf3010d8afaaedf1409d532a3c14963181f5fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61186fa5ff2c6ad3983ee61bcbed3933b69744a8513b08bf69952ff66326b1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601fa249e74e34aa0383b87fd681e53be445bb20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00552ebaa6f4ebbccc53e693c8e7183690aaf3a57f3f0b083a94200377d12966
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce76b80a130c11cdb144d11f91f6f26a7131522c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f61f2ef5dad45b68166315cad51b57e8f838817219e1f8af8749d79ad00ee1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa048a0746eafe60a3d0f57f89ddb456b37512e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08986872430aaabf09acee18f73dbf728d85caca0d7bad2cbaf11a6364de08e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1561dd94d809f34cfc751f8455d3b5984560bfc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ec94edca20ae15b49283f0a93a4575f5e075fc2427ccda207a6a5954e2688
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f9f61d3acaca3a76b1bf0d5095ae9685d25766
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073efd7f315f2f10adf8f3b6c4feaafcfdd5983b0256775d8ae6c12ad320c2c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fa8acf1eec6afd2449aee7b93c28e89f5aff43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a42efc9702fb52b7e8b03c8f536a277279324c04ba4a361e47df0f2ff97f304
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae07dcf50ba23c02ff72fbe9d325b191f1da5696
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f8f93efebef91f1a0bf8f11723eb445549d5eb6d8fcfb5a9cdc903f8ddd39
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a949d8696fa2e51cf101923bb6b74236e205db22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88a4533eec179e8dda4a277538b17835897030091a4f6b1d7dc214850d64c83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653e32dc5a957c79c691e336ac79df94ee02df27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602a140238a7e99fd55fd12f883454628ca322f05fdfbd7747c0fc5f25784b95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432c62080f778ae1d8e2ac9ff7ffc63e978f17d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e87df250d2c274734d9fc937f028c0bbdde73685ac1d0ca24dd15c564a380e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c598ebbf925c70bef6c925c8dfb8eec5bf9b15d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56359eba7227176302453da9a499cbf2918bcc34f56badeecd080dda64dcc7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e2886716583f1d28bacdf38508172e70912e03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a0b5a0ee4d1b3d0f2cee9e906ba7a9b4c7182a3de73d9bad442c9e38286356
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad163de96dfc14c74339bf68125e99cfe165ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0adf8296d6d4a05e669813f4cf8c4a3660e0f4a8fb38dc801fe4c4056aea66
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53315892e13efe4099f55f39f8d0e8a1c152cf6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ba252e64b12f188c4c9037e902796886ad2ee97a5feeed6454ed3e41d54a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef3bd7ff351865bda12f83704339c4178562607
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c4eeb6aeb5039c740bfdcbeca32b535cfa2220b1319278a0d3cef8bd1396dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a97db303b9b1972702aeab06c4da1bd016840d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f20d3c427d25b795c776ec96658711b94522e753fe5371674a60921a0221a83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bc38b6716162e6f384cbffc4b7ee9f2eb9bf3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd79a963d601ddc68475ae373c91d57df22af1cd593e39b02eefcfa64af553e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4c119246d1b6e835a375a65725c83dfd41cb09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0b243dc67ffece473a1b28c06253482187873ca17516e3d60c0f3fee5146a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ada058462d2a3240c68c9e2b36b371c03ca68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdea6f195d31aff0bee83bff7f94182fdc09a43691227ac79b0f1ec99b37c56
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b6ba4c7cfb99c8a280c10a5323df2520adad6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e847b493107818fcd77c2f6c4f8b601394a2a63fd291e3c733777a3daaf54121
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e9e3a46ca695204aecd7efd3ddd019b29d87e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05c28d31788e323fc7ccbc8f0cfe22b88a3b15d1752fd766dcb77b0f1e3763
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95998b880b1bd513b110e7c412e56dc13f9f833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433b19294552451a855095937ea6ae076bb22d92a8f358713be604feca68ac7a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b66ffa5b3ee774334e00e94c926028f17bd9bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569d1bc9902f47f4d42f4e9beb8fc70c301c9f534c53fb88eec54541b30c4e46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8349ecab311b495c4afe32712924e9393e001290
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e95b18f9027654a2308d343b34594756310775115acf8ca7541e2b6d7441a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63a8bdb374dbb212c8d38311e1d3751a2fc0a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7751ce0c2c88543ffce65fc3275988d9f193bd0aa521d0e4573fa337406035
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd2b47584cefbb2b21fc9aa4dec5e0807930ac1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c69ccfa362ce1072d76bed00eeb00e2a18b87656a22b5ad00cf826e454cb6c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce303224ee19bc84db9a38dc4c296dab78ccc30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf57e2a08dc4ce11bc1b7d7f8644ed3eb70dbe7ddbbdf48c7a376c861f846f5d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee55f2355b1dddf0e83db9ac7a4c86283840a0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e90de3e518258ebf760f2f8047dadc58aca4114e51cc4f03fbd134408f021
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df507cf8bec9c2ce28e561039d864045b4b873a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ff92edc444b8a49567546a830fc2fe5b4d9cbfdf7fe197167b59f166aa618
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8a38bc3818c858751c668c9d54df10f0134689
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d65b238ee753371a1ccb6379f47e5a098bcf8494721d06b82e6821dea81819
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7590c013c67e082f23b465da13ec2f02a1163c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12835df0d19222e6623e291d5f8aac0fba1289ce7e419f54d0e86c7d894490fa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ebed575d5e5e847a3feee8d8c09acd590cef0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea96143250e5714e534fa2a09b525fa82c84f0ec6ca360121232126ddc43d78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cce127765d7f7e27922236ea6a537fd7494ca3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36760820e1927bf2ec48443b47161f52950afcf10fc4e6afde109b758c889c1c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8078c8b9fc453f2b38597a9d95cc7ced85bf57fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038141531a4ff1c1c7376b613a9ac649398e1b7c70f1f69d2a72b64ab18c1d06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52b4b7f992d22996ade63f41b098022b551c738
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18e4f021fd2d0a41eeca611423338434abb7608369e1c52c8f19b915ae3612
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a6a84b718584106b66ce182980178a099ffebe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d7839e65b4ec491af35a10a1393d31c4258557a466ef27e6f3c047bf7287a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d66552a66ec80e485f61a5a67b6bdfce1436e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b34215b3c8e098984c43dd93d6409ec5d82328f770d038c096e08a1717de1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ef0eeb9598add0491622289dfc2a96f2f5fd63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b77370b9d5dee54c1be1b34c84c4d85eb31e1c0caf58e7558aee74e314050
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f37b4adbdc3e8f4239cae1c14077710b0c92b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffa76612a9c1e1af105295bfb7d72129b03e2c170a1ef38d9c2c5c3962a6bb6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dbc172a0b2d4881f225d4c953a9b3be9b25000
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7aaf5dae4f34af5e03faa6ebd0831e7bd8626b88837c9acd6d50578c509ad51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f7b58724862922e61bbbd5446dfd149f4d64a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533475347dd8d8d110f22e2f11c374ff0942344a0632238c8782ba00115a2e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a12b9340264cf68b98bbf9c44feb9bc7065ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a05f4b83c7433288f9885f43c956ad161ab832af5fbd5d8347f48603af5374b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf674b5842fd2b9106c6bd7f0799e3e75dd8a708
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50c76995c2891b3e9550c63ca8ff71907300306ffb347cb516b02e3ffbc5ebd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3647e7885319d974c7faa7aa4f6a536bb02f90fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b8db338f1b448cbff7cf64ab3db0eb1bc86b0f668aaa895978b091041bd59
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9c8701d4a652580861bac8a89f3a385e2f8c95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedfac3562d0e403967d86f264b53c2b61d6590ed670bf2abf85d8a0a5e6c2cf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083a5b4ac6125c288109aeab5b93cf8ddad909f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063144fa37008d52370baba6c288d037f7f91bb1d5ca21e7c3d68c1ecb16ea0f
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5877e0058fa08c90f3d30027414c016caf41dda1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eae2da530196ee0575fd0cd2f97d963636e4e43c78dc347a11e4d6b40507f9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656bef52140e31bccfc88ce465ded4379ddaaa87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436991a1b35323fea43d7e9c5dc38717f63cb6cbbadc54b91c272dedd9321833
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a66fe229c8119380061fb3718a17408de2d85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378af0ba13cbf16606c65a49ed4b1360e67bffc17a63e5ce5b524a452346fcb3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb81077a054a3d4c448c2efef6557c8ae4eb0dc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83b9b5dd856538c899cfeb8a2b0f6c78c22060600c123c07fdf0c77eb33e76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8b43c827e233d9c98cc818ae5536b13c5cd608
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d1397fbf5c020faaa3fab87649e02fefae7946b1c48346dd14dcbed45c5649
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533a4270624323cf1b647a2b7a54ac4bb9dad999
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f320804ba269f40a44244b6823d55d3032d7881d6efbe628646afaff79761a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23138593f8a41cb2d176148b657caa816b986ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ffb332e5ddeb3ae42e82f7453a8f90f7e3b1a4f167a71b3bc2c6d599c26222
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccab850c4c940373a40f3db825166b64dd090409
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807902732b94d62fe7428d8a4597c37031d1f002f98b3e92c9b12dc73720a56d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1367852983da76d1e4bbcc274d140384a9a59d6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8434f91c53f7da9cd00ff5245bb00bb239d61653c6700e3d00168e99bb19a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7940b41990546ada9e1d580cb8d842204d7f9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9fbc7225fa8c2245e60bfde2495df96ff72d27acc3e58902e70463c770d2c7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f87aca58c8282d698c7685bdad4d3ef1945019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cab1a131b8220b6b26d1fc0c6e543f7cf8b5862e5e9c6f7bf792b19c0320d17
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5692ba3e15dcbfda8e92a434f6879d26cf93a413
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4289cf526ac7f58ea98df092e21ab4ae2ba40e9bd1857e7d14c68189a4ad7c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a296899370792d741e8c5aa43a7d69a1fe8a40e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aa1a090c6f2259a46d360ae3e2e9c8cbf14e11add6edc2894bed75c0edde97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed840bf951938aca24096103d5029ae76b1cf50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b7b25b84dd6a6eb72fe5bb2ef99dc82874dd7362f1b88962151370f209027
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05302691b354319009953cf37e6fa17c08b488c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c731f1ff5ea159de6ae2be1e284873fbac047bf1975a2303de8ac6b91e63613
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb92363b026f2c56290439a6dcd545b0a4c3feb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c808465cb1bd52f57b4d8495bad3f35a13079babaa62969f773b8a32b6368a4c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750e580f8f04174701485849480be38274071a05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c7382210ab25e48bd1c6ad2b88011896b946448dbe35404e8d38a1bb1928b7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d349e29fa81dc34605405f13c7a701d6d73cc231
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb866ef9c64e01dafb182aa7dd95973a7271cd89af68c00d02df71b4bf7652f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b416b1830936bfa7279db828743e98117f262e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc165c17e23fd825bbe2b6823e8844728a72f3e6b528decceec868a4e765f0e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a565a06886c37ad262b0dd77694c41d64535c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1af66d308efd13382fa2f83e5f0b76570e2be9f49ce504e46545b4bbdc680
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a3b7461db730b9ff54f0b0e28b7ee2104f1562
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0b84d725e37c15f2b85b87ffdb3202fc4a6e08de0b1d929f6d25f615263d9c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2be89c28e93af1d40a9c426c23ba1a0247686d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6fa8239ed502af27bb16b6f9f40b7e4630491ffb07674b868d4b2e67d3c704
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a04a590c67dbbe3928a9db28b7b91270df0c715
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671b7eab357d8914fd5705e83f8a793b84e89d6deae242ffcf796b8dc354cf26
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698654d324be531d35450f45cf3d471936e6c5dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fb199f5f2f7f675f51c7eab5d9262fa3f2b4b2056ba07fc002f45d892e2434
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875a853e7cb30b5e230bc13c21d4a4e2c9eba583
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01f06bf3fca61cfc54c7af69defb961e1041a8167a69513ebb4e4738ac87408
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6735fd6706d152c5f8623c3b68a3153adb3f2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ab258cb106c778ded6404b8e45318f682ad3a5ac226bb98148c9804f44592
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0981c456b19801d17d6910805eee11f8748e5e2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f69680ca875062a2cb7fb7d25d183cae6c39608d5faf7bfeb63355d2482a3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23508fbd5cb38ba3efaba7385a2eaef611999a0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a7376d561685deaa965c7034c524de03d4c00f5dc17a9e19e869d1d9a98c8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983ac695e6cc732d221b99924a86f24a64fbb1ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483cffec38dac4ceb8abebb7ec7c6ab8c2d864771eebec5d50363d17348a35fc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be460bdc21475a0027885551db76532f7105ee7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b9c1b7e20260f0d97e1ebbadb428280838a778c18963547a2d04cf0f547596
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ce145146c67c1ec621181cbac6168687eed6f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3fd9181313f9d6118e0289fc852d7938cb3c4bbcaa2da46ff3e9fa16b4584a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de6a017a8863b512a2f21f0d59546e949b0fe64
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181bfafbdeee61b9377354bd71505f0c1556a9fad8828e54151b8ddac52b9065
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65079e2e6e353dbf3112dbcbdc7df56a9501a8f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce45d5b901bfecc032bbb99c0426206a55cd6813746f4057a3773a97af38600b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0925184fb88a754764dd5d5a581951dc9c3d3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fd482447567a26405cedb6eb618f2514389addbede7056fe44933fd116f4eb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b11d1be16cb4567340994632f3dbeddc74ed89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f1c58932400f2553f326c3408f5b6316f9d53d84a3549f84c98ccf475c3bae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615d2900decffa7439e08783d540b93b60edbce3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e689860e0e10487dc191919a1d64558425c1094e3b50a82a1511dfa597c4f8d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a709db28f70ab18925b2bf70c30ebf7cf27ade0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72285dad5003357d03b8b90331e36876155c9df79912c0ba364d80b703ea1495
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e19d2b0d0c74b522cb5525f8e26f408e52b8175
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7d6ee4d54ab7f679e4529aa0c2ab917071ab779b06a418515f16b5bc8c2fb8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e27c14bde823c82ff28306ab0e1377e417fe54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4f071eb7d653dccce4be7469f96859e082bae7760a6ebf583286715580f2a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5509a88392f11a7d8ce2ff47d236149fd39c5d7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9e0f535784e41b6b258cba16fdfc30a74c993c4adfa096e5e4fb711546f96b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb52fec656346a746bbe3eccdbce92388ebe427
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837acbc04b8499362fd05d0d9d91e824efa2837194e0b4c2520fbd46b71cb18a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b61c03d5cbb10c26fc0aa8526f5c425c734716c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc7cf7e040c820d81d384e066f92e472aea0ed6a590a021fec0b7277529276
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2c0519c1a6851f6b3033e1ee2a3cc419b7e2e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d1ad8825c4b59b4574c59a442106810a7718759c5e19078ad1d33b2b2897c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1886067a7384b42a2e629fa63cf24d56977ef26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d28f74099f357d6408818b4368e7636ab71fb2e938c3d992f9498058ddb2347
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09281aef77257edcc92a50464db8359b025816b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fe0b407a3016dafd58eb5440ef7fa8dc0e09fc2597d4a7ca3df6814a709b28
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb705e73933206b9b5e7909b092ea2222b38fd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70920b8c320e9cd60d7b5b9f7157c8f86ce53be62e75b572483f0b188f953335
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030122b100c320f890a283f8e986bec421cd6669
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3ace702326215d08345eb20eaeca463833bc82995f899d3b9f780516a103f7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8db9d12062787f0d236f89ea6fd7d42f1e62a56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2635a5ecbc32ce7bbacbb85c841ec6acb63fffd85d8b56ccc621fb120d9159
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b844b618bdc7cc2d84b24c2cb030eeb560880c0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e718d202088ed14101931c7ccb3a1d7d01056a5f9dd6370829538ba07de55fd4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea16de88d8c7efc415555d6b46a3be3b9ab7f58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8971ed76859ed5822c575585f8b32466a8253c8c67dd2e82d4b2bdd4f31040
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844e3896adea554754ea28239181dda341026ded
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e88037993d08cb6d17a79fc82d6d916d4e6ca2573b268afcf9e6a27a4f1c751
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68472c6dde1acb31267d1711a488aa8faeff1a6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f422a15f953806fd8195e863c5268586daa403aafad9e282554ae73258075e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72adea33d688688e84869bfd938640034975ae4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8886432833a3f1605057d93de2d540cfcc8067c152bcb39e4291cd3a3ce4a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dc0bbf6d7b1f0399f524e10a8c3399e3739d49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d0679cb901386bc9ce9fab0fa7bd04dba4d4d3d01670ddf4698505b4d52d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f473e7672560bf7c611b030b1f729ec1d445858a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093dba492804bca60bf01dcfa96e802647f81edbed585bd2d5b18435d84cb450
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6778be128846d83b22baa27a6b86f6bad9c458
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5ed7355d5578d0d4e44af2cfcffe44a4add89b25bf02bc671fddaa612dfc2b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a556e616d0141ed63cb96bb36699e30d922ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f139609b807ae6df8e50ddd74dd9daee2a73bf18073a15ab7d1dfe0785f090c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5118ac4a38dfc743b42e48c729b257c7551570
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd8221e078d58b4871c3ef1b57f9e5eab12d109ca63dd11117c9351f078255
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cf518f0f2006bd378835616ce4b0ff6d4a4e22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc0f5e9a5a2f59735aa49fb963c1fc6135ad5b61ce0fbca2455cf682444580f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e4d761808a48553b0aa8a1998ab2da64931350
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e05c5bbfadd1c13d55da344c25ca8558df37be1feb75b3bef5256a3d706b7f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f1c7476580e01ce92051c8f8e1534e4b77dd34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89d11cc3e4bfb7322827dcb07fbb23b62e3cdbd0fa01d2708a95f3e973831ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e4a1a506852dba1f681284bd82a224e30d726
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6be75988bc315f242e16d8eef014142ac011dd341665e4fd6d197fe9f359bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188736e3533259c06e0cd498c851d018a4ab73ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d6cf2214f5c64924b5a3b98e27bc66570abc36e7644e2545e3440113bf04a7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19a74bbfabe8d8529ab3b0e48e6e514efac50f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a229b552f19bb745825ae5ffc4f5d21fa79c72cc7b3e4225d420905b3ca6f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eabb0e4d3527b01a5ecd2c0a9ef04f79503086
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbfec7cab1dd03e7c6d1f8c45de5e7dbd6e4bf5ad1f9ecb592d270c9402dcd3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0ad422795157ea8e203c67bfb6d14db7856042
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb548bf463cf1b674a19fde00f398bf85229bb6ee6e7dd354ef8a062576097d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbbaced7d7b05bb2f953fb604c2f1991caf6080
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3cacb3ab5e1573d91a61f53e450295e55535feaca07de2c61e4e27b950696d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5bc21530365f34ab3d5fe6f1a0bc5641fbed62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4c0dfa21d743d5377290455337878a7cf51228e617a41ed84fab932814ba0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f422ca81c9ee4574b782e3414deb8fff828631bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b036eac9cadf67e03a7832f8f8be91f46d0da989e1ac9260f1665f1168dbe414
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcfeb045d6e426c6c3c314ccd13d8c98aa6c138
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d44f5a07f7ae360650253b5889fedf3929d2a62d774702b12fb99994c4989aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b1ad1e01e1b036d590744335c05d736ab4c803
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99957746736e475a9b2c96322080607def7a2a882110902441ae0ae2d9d663e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db462c16feb0adff52b186570138a8d66aefa1ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f659f00486a5a78880f3ba9509b05fd76cd10b1638ce8ad7f66ec4ba216410
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cd52ecf5dbd70ac4b17ecb77081b3c4ade1561
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29602b7c6c49dbab847d75c70becd57efc486487f7fad06f0ad279ca8f92b297
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb7119bd1d05e468b41eb52d5e897967d33611f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a0c32207260b1396a38ec3f67a3d19611a64a18bbd73a1e7eb357430481ab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4e4482649c91c3b784265cfdc2720ed14c23e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9edbf1282ecad4edfc2e3984fef2dae0fb953c3bf9271019228f78872e9a7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd6b3a76d5b1da577f3ac5e18679a61615ae74f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb723b22dbbaf953ea73ad5eac7ea5f2170918546236b4e258223beec04b6ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091516aefad03adf6dafe58c22f48a8b83a4613c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff846ce27d0183a20bb1996b2194a7c99295ff679d8cd44674e5d8efb3f402b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce948f00bdfc7080318381879eb1861e6eaf7c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505a31f44ec8206b7841bb1ba84eee2c3cd7845eaeeb953c09840ad6a4db294e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90dbef4eb1a63abbd50298527cf6c1749ca6464
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a04407e58c6c41668218f4752b3b9adbc04864af39fd1b26558f249d1d9ad04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23ba039b023921dc8db05f7821f4da812c1da12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181f15702ab74c0228db57de2c6ad3a960002a06b5c04c35e2558bd33474ab6b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0b04f9829a484f1311eea0d1abd47b86ba8cb6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832d4c7898e1eb43ca842b05b9f81e9ed9f88324851b0d279aed6840ad62ed59
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dfbec44df6c5a5a4e8d378725ba3894d22be58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8764a8b439338d79f21ebf191a11998fd9296f003ddc9fcbd2cb874e13df5971
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a19aa1910c9a50c64acb3c1061a22c63df415dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b783191755fdfc436b49c1bcc26afdfb18745c30c5a21805000491e84682b51d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2a3166d4972bb65585d9034c4e96ed2dd65ff0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7badaf1f7f0d4f1fa8f511efe467ca32daa8aa739f90a007e448e7296a04a375
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077f1d61b6473cc78b61a76e0aa291ebffe3fa15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83585ac52273e76321c75d55cd57d761e06f54b066ef332a0c6718871cb5cfce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba20638c38fd68197f23e6761856bc7030c1657
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c508faa1b0e4ec0626ab3febed32cecb64f666e60a49144672ba0c6cfe411ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19674f3669d85f9fc36c7e81ee603c819551418b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e71caacc346e12f48f16baa447a17b56f685fa6ca61e3bc9abd25a1e427723
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c58719361754a085099b570371e4e1583815ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f61050d6e832010d696a4e0a45af406fb2c5cadef5ce33e9e2cce6a6e4dde2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4ae16f99bdb6c918d9f731a24716f74e70a862
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d09583081ffb244498edae4bef6cb2ce3cc53c9b2b9f291c4fdb931883ef5e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb22a8872908bc3975f700e5b94028918c015c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e63c050ee0e103b3e9459212b01e6376daea0471563c17cea5deb4cbbd553d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733ca60538b20d59809ae2d74aa2d8706532b1df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4530e70bcf726ad365cfd18fda75d5f8c400ccd28ec7038bcb17c9ab29e8e8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea47526b3e84e1251c13591dc1a4793fd225b177
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236a20400c2b1b3614d4f886edea79c66e55e0e274a926a15d8db30e2cfe088
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde886b70097d8dfb2dfe42d077d2a9063173dbf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b9e3162867726e7fb74c5b4cb6cf52b8d1555bdf8f015d9d36937cf571ce77
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e631293667d643fcee9b778344c71339a0360900
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541c7e34bab426f3fde91f0d894a22eefe471829ef805f6c9b8166b439108b4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade6b6fe22cb38fb85b9e80cb811da9b0ca53e39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25a5418fcd41a6c8ae1030fd960051d38a62972fba5de6e0710061242cb6728
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8530c89a8a2a5a24e06d681708070dfa6c1242f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633325a65da7fe640a3c921aac8de88643624b813a437857540fe52b6ded2910
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15a4c002faf12634b80c98ec765092ae6e38a75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b406f2de83c2f3fa3948e90f9497ea1d8ab230110aa46821dbe29539af12f2d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13a0092400674a55e56db72107361a17afbc22b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5325a21bf8f68f72b41467ee326598117d5da45f43a0efbf58ab3bd8591628
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0520db9d2e09d8d17cd6866fd37018c630b658
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7480f143bd32435679029f932aa2484c26f6b6421b3b999742512b05669d2e42
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66476970a16bfb88d7dca0f49026ed5b1f16da35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36feb31ff56819fd15f3614c009dcf2f15dc5e2bd4a488a7b44f13ffebd05cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4b4522684bfcfa11dacbd785297b1797828d6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7643e58d9ae9daf9faadf2ec52934487c7c0e3963cb69c7daa189ee53915ac1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc07b1d522fc8e186b09fdfd9cacac71536c0b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a291e92bf343e737261fc0055a5c935f42b8c3b95ca98da7e9401c89385b002
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42731de2773df03ce5600f30ee3cf11f983f9010
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bad7818716e0e2c0b2f2ea86c532184aee80315d23a980c629481661a1c8894
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2efab1b494182a19099e58434125b93a5510ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479955a5e72b6832849e37c128c7fddd16b35de9b6e8e55f96e3b6701da9903
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97ffbff44a246ad3dfc90e8993ca73b183b5ce5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd45867029e8b0b39785cc2c8c77e05469121bf89925cc5e89d994076351cbe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d155bae0fe916743b913fe0901c617509faa06bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d790852e9c14319f695a3037c6c43452fa026dfc85c3a7670a3101417f06a76b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15cfb79d5af83aac4e1cb860e1c5e18ecf5984e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219e9b56a6ca9ff87b6203272e0d51cb76d5ba750ea03870ef302095f2f5a63e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abb8afce726c8332644b9b520037dc2e78344ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460283db0dffe95b34d82756b2a54f129d1f6b5e41269a6c00027018366388dd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2de6703fbcee58f6aa2e4bb5bb41e0f3743379
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30261145b088df599739ce7fbf85364cbb64342a6d51bbc723bb6a878eafa42a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4585cf2ca211fd762ccd19472a17a1d6dd761
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf9835e03d802a6c5a03c9e33b67aa6694253fc921b5393ce0e0aa872d6b0ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f375e874beb71b2e964bbfa0e166c443c62ba8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede3f69813231150c1abd2b83460252186853958c94a60ca2bce24ea449e62a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6310fb7b67a117b3c424f008b9e77ccce8f25d91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88774ccfbaa3971b87e0b40bfd3089178ef60f1a6df7bfe61d9be02f369d3d83
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cae37d0a36fca9ad8083becc3c807643c33d96d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134d59cd3ea4eba4c716c87d68b7fe40427c2df41731ba512d3509ed08404a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0673c0c34749c61ed84df1060194337b41b171
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502195f1ff3debe80e85ff92c3c61871639f879926dc3f955516ba3213699749
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceac4fd34acde4be27cebf35291c4ec16dd7ee4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14ecb9bc5943f95ea6a7c0f8bd2b011d6766aa31bde8f75f9b9bae60a5a2c2d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a162d10f6fb5efb19234ed4f2d02b7a30637db81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000f441f61a042124bdfe734ea770ecec6d5e811eab9ca48f9003ef6511d441f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fcfdcbf5db549674b2bee5e955843a15ec7ade
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c25ee995f2d3fc73bfe6d6e060f6c39e52c31f7130e6a1b714b4ae4b69130
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164f1738866873b58a70a42bfe83b057047dc5dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f772369485b05bbc0f22a2d96c646e9f9f5a50360d765e7724b36cf447ca54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c546dd3bc4f7cbffe7b279d584b89f96b2a09756
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67650cabb2e5019e05ac135db3c7c6171051e068c1f775ed361498edf01fb2fd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80771a73c24d67db09c7d3fb18ab67643de50855
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278e57b1b86c417fc7a71dda3cc22a08df3add8e4660babb8cf20bb03adefcc8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8b8a33fe210373eebbc0abeae91757a4df2a45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a846614af0735ae0e37c60e1e52ae283894add201a9d633141525dbb4f7a56
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdfa0566cc5a76a58d0a1d83ab0f63b5dd5c0cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec13298c3616bc0022a3be3a7cdf7050cf63b793da7866fc24aef5cf528a1ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f671f215fb652d279b3ba99634f33a985c28aa5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cd4e53375e18e8407294e2383ecce3338bff2e14ad1150875348f69c8e9430
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c458f7d4318ee9f611caf2642cff3ef93ec8e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2749c37ba5bfb640c8a98d979b6d8a0d68c80e399777b830c63d1f463c9e69b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92876cfca742186ec85da01c5f8e950d651b6b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c14aea436cacf6f40e6f1dab6d8455935b6d1d0b3dde4babd1f65fde9080dda
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6490dfa2c813d35613f9185ff54d2881d45232b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b479f0c9b863b14af9ca75662fed6f813ff39bf1629f63be8d0dcd0b52c22de3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148094ed8de7a4cd350b94f00ee364c83b645f35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7851361d1acce12e6cc8cb70d0abfe98e7d6166a0045d7e15623cfb351317783
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6e2ecd7447fb7b24338bd4828faf6a4deaa71d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dcc53625f23154a57dceb7bfb9514c84db7cc39dfc4c54658de54e37e23198
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ddcb5c49d07310b162d87598089ac59a40204
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e5e83e02d5e0a485e0558de5b5f4c28b3166b07d31565fe3de070bacb0ade4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6191153215360e955c8a82bb64e44ddeca5d9efc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c27fa293a4fc6d7c5c5cffc7789d07d13017438e454eeaf3cd1600794a5be98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f7de706a037a16e52ffe8206c07609ff51a9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcd2fbdd4612061c7c65dddf7e315d2d686468d38af24f899ad138c54b77a27
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba74fbf7d077e296cf781b6396e9168501ef6368
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bfc276507128f091e597bbcfb8fa25f9dbaf10734da3cb86dd615df18e2d2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a88ab151fcb7ca98c374927f0486ac136cb0334
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ded19b0684594a4518f572fdf01cd878646627aa685430c7e04fc97afe1314
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f3fc77299f84ecb1dbb5241103dde8dfe1de19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0a3b11a875e405191e436aaac8db8b2e00873ae97d67e7e0be488a366375b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b91c0922ebe72dcef11f44b9f9bd06ef9a46891
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a13be9e5b796064c270d314b4fafcd9a9480fa478270fe41e6cb888cfbaa67f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9e99fbc0c752b157d72098614d577b366278b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fffa4f43cd242c1f478cc7588bfb4654486a5e52b1c4483cea7dab5938b284b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207ff3f1db785f1b8c44b7ee92f1b4996ffd430e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e3c4274183b83244ffa6c9b3dc0fc383971ff10d1db0e1185ccea7d34ddbf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a2aa55e65d74e326fbc54107e0d4020fa1138b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceaa20c32d3f0b05cf8bc55a66e5cebbd1d0466ae4eb6ddd9796a1be851c53d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4412b726ffa966f0490c95eba9c3a1586a36817a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698126c6b8f9ad12ffc16422a3f938070931727b078bf3c142699a16eb025fbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a52788e60ee517f35b36449f8d5ba7970b2101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43a62575accc1a1f46cb8b5d6824170609190abff0dbea9fdef99925b8cf509
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03dcdb92c13faeec9220d1f336ef8ecca05f562
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42da276bb2a5f98136279eb3d9bdc6981d4fc2e04966726de5d00996e7427580
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b2d1ac485f82f448b1638174d46cb7e2a80efc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd31de1d268b0ca98c38c606c6a60df8c0cdbc0ad9cf9dd00c6c72e0a8e0627c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509468a1ed23a71372c111834ce58bd268a00d60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ca4d561f7a7667748b86fac63eaed88303310ec799c62cd306a12c76d28bc8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbff60ce58d9414b06dea71455baf3d10c2947b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f7ba634e6c5e5fae51e11bd9865bf4ae304da3f5b8aa618b8fde28ca17a36c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cae53a6365c80dc4cc85e6da1a99c99d16f05ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06442771396a396aa83869c06158b901fa614022efe9e8c964a4c4f1781e2644
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1350661646b990e947dafe719e6e412ba5b64604
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21fb452223c004c761de6c66885696ee3a652c24029a08dca163cf481177161
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe27e3b614360fb715e6ddf34b3c89bfb4f835b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202bda42ac263ee47b4e9f23d71f76bf4b0d2fb88eb8522b8db1276a66ab32ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4384dbaea24e4e9875dc1cb75b76cd453e6f6ec2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9820c1a4dbdff4160ba0de06f9d8e9d6559d5daee3b29370ed7860621667b491
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9846d9c3dacf7580254f4f049935b9fb57b7c49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5825c84dd5d5109d1b08e0882816b79597a2b6b52dea0e32e92d05d58a097
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157cc0daf3fffc4ad88f7760d7c7bf132d83569
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6e2880112538858c2c14f0ac568499fcd74ffeda3f83b61804d44c2ca931da
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a2d222d3183a0d68d2da497b282ce05ae622a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf78276e8100a963bfab486191507a8c3964bd177d78f0eedd1fd61054d5d58
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe650ff66262d115e5593c1b57d2aca0df5947e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ae1468c4bc49a35313d90eba212b0b3cb4c430db46d3420b951db123934b33
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa81d36ccb1669458a8183ab022590db1ee8150
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2703e61d54a07175cc233c5ed45833b3418d4ed4b68be80ea180782174ce7bca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185d00d2138a958079059ca92e9c1ee14e6ee83f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b88366868db38e9d4c621bdbb278a740efe735b50c30aa6579039fdd28a07f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519d2ca9085d326709f674d3d50316f0d461896d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb7e2b481964e790effbdaba981a98e9ce8a4d4597aeafeeff3f6094d9b2d57
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5c2fb9bb40a3a816db9b8dde23f0511cdefd09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7cb4019913f8d241d009ac8cd0d42292d98c9e1ca2cb8367306ad2377b41a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7224ebb208b4285cfda448a92841db5f9dc9873
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff8904baf3691f41d6a5a429b1fe8f0799f8ebc5d76495d7988c0e78d13c55
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e755c66928cef51db1b81d3b7730d8ce2bf5835e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002cad9612cf8a0166ecc97cdfc015372a1d89dbf14c334a55cc3752a059d6ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7414eab9bccb12013f05fd42b90c7f9e1cc7f19b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f382a02d41a27c5481b4de2ed788e375c2bfbbb921363c05369cce33f1f39c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c6c48b9e876ce5050f0b46b80c430382cac13e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9653d6417273c3b5904ea02e795ad897eca96271277904f1ed2d6753b8c84302
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40fa09a57941dbcc13296aa1eadd207ed33d6ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51703acdb426710d45f1691cbb7b71ea45f0a9e32cd657b9ccabbd779447e325
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28d85d199b77ee07121a4f16fd596749daf3531
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a27397c7c1adcb8eb20f95ac68881e2570420752fe6588e768a0bc4c3cd3f6b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24541e31a1d41b4bc070e9a1f8b3b3d52c33d92a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d065d6cec34892b1dcd61aa6130adbe8a5d009c64661829fd5231eab23455
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d5a47002388beaf3276417f819aa98bc148ac8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7f05a3d2dbeb92f3606e6336eba7f541f7ec81973539892f61ea2c3ce51933
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7d3780ba35a02dddb59e4a8dcdedf72fab16ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0913f34bc844d23fed24033ce2951ae80f47e9d70b85649219c03b5d207765
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d1fca6c6101a4f6a7463ace2bfabbf04cef2f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287bb66d83976bde214698be15d6acc85a82d3944e7e67ec926ae7a9e72c8540
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e766008bf14e9057a6c0482e6049f85830908b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cb123e075037ab531a5bb9679aa95fd3decf8a8ecbd975f8d2cf67fab5adfd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ddb23e978fc3f0d35b2d10918586d864ccbb63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17aaef284c864f01ce772183f872ab3b6aa5808c97e0640971683035c7fb80dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ccda2fe921edc28ca7df03e708f8f273b00e1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977cfbe4a711db5eebe08ab483ed8c2ceef1d7aa695f6a7927e1e52fe2b617e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb37f7b5d22532ec92d6958eec5f7bcca1b10f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043ee67509259024ce4ef7938ad9430b364fbc6c0378c6b704b3addd64eca644
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdca87297b3ba420712df919c92c0572733ef92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ec6a399fe9cd04f5815f48839e9ec4efeb858aad68afb9cc6d07af43274bd1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d901e0394032589858778b940455798c8155f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f6a73ba0b9200de8fdb11a32c699aefddb25521ba14acd2eb772dc4de30a2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c456506e3d9660736867256ba96073156017164
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9658268f396f8b46ef2a536e494dbf7fe6e9ed45d4c0e88d10f7e445c1f1eec7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5e1adcec1053b40435bde1e83de9cd91fe1d5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a55693dea87e72de03b07e9f53879a8dd4159fad6924e4eb379943f20c4af9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd54dd0cd4d544b122be93d03f09db2671be622
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8410b94d3019ae712781f9deeaa219fcb8842f8b1c5f6bfd5eb5bc46919378
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b88430d88ac6fa1aaf24c600693ff1a419b3d99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803a6a3f1084a9fd5457acf78d15b2a567147c5db0940fc4b1a76cb2455df4a4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2773e96b2c735f5ff0639d23a285d9601d889f9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e8d8ee477d2010547a6f2d442319411b1bc7e1be961e9d7aac458552243df7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d47cd64dd9d5c4949baf2ff3e4594fb622db8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b34af018bbe2b355800c6fcbec69c0a1c8d435b73ca9f8d91f61f7256037711
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81df52999a63b94644af555db8daf080de8480dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f3f24523eb5d1585aa754e789829aff38498efebf243fa18665aa2250b1670
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c82e9599f9fdb71e8ae829638de691a15b7608
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2552720c21b82b466fc79e11e3ed4b45b7705fe3896c612160285834c290a641
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b8a21d8801d2840b5caf330ff647adbf516e90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15e2126a2e2ebb1a95bbd16283faf39ec8a54db5f9f9f46be50abf28d23c05
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4432a832519aa6688a516e59153e6468f759d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df45b09c0576751acaac1f3dbbe26001b9b3faf4a39dbd567368ca4ed4ae22c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3330b0cdf575761c13d8f9441222cd5c711a69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b2bef513962b06226657d1709f5ca76bbd8489cb304bd79efce850a30be037
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9550377605136555716e6b736593459290d93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d9e3f675fe9b266b85a27f9357190306e67c7933d8011dd8f60450576962c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab72355437b097e09ddf436450c36b93ed73e05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc642346832bd5d8ef935cb7ec5558d2b57e44589fe325dcf19b1fcbede1d975
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f4bfd46c790d41899756fc264701d8b991411
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159500fa608fd45de5b68df4d56acd24ad642c30ef5910bded5c02a203c8d1b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6f86daacd15e9754288b6e6eb747930812cc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216593a00d99386c8d701903e8417ee4e63dbd8390cd463dad6edc03323595ec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a996db7f286e7f3851db8258e248401409d81352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34bdde3151c2135a18e9c3ae46c72563f4e865b89cd45315f51f844bff95f91
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb291e646323b487dd4cf45db5563b999273bcce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96180fe744ab47421c02ff7c625df02eff769156eedfdd6cff55c3e79615860d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a123fe815d08509cfe97cd0a7087bd3efe62b26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd8e1d7422d53c2e3dc47075ca42f6692529f68c3207bb6b23b45cd8d4ca8a7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45bcf14e3ce9c05a81ecba473540bbac940f3cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecac2ad7c1711811e8a9b247850249c78fda063d917019e4bb1948e090f838d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ca4b000b1a316f89417df9866edcf4bc03e725
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec33fb4644344c6333e7977d11b03decae930d11da56feabe698581298ce283
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94daaa9a40fdbe6182fe2b04d4f3178c8b9193e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e3b45551217a2a31f07b0231c1fac31f9e539f8148e4972024b1eab09c8339
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5ed0a57f97f66a17e967b47d49893b7ba6ad01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d3172e66b42f08d9667da5a7c26abde0212f3e2a25e600ed86d50c6c464c18
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bb9f0aa28d1b6c0117c183d1df31614e738528
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ef6c7b9ef0c17983b6238282f45f0296271823cd2f2cd8e4fb0dcaebc28b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2976e394270f16c0d453448f05a7540e74f450
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a433a9af50f6f35b7f2d53159ef45c7a94e4492fca5b0768895e9db0d05cf0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9526f1912153da8649cae6d011540d2b367e931c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd2800c45fed49120d5f597069dbb7c237e325d42a75ce652979fddb927355
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1363c343541b79da63eb2a3e3ea9e0052e8e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca200adb09321d9a0fb783338c4c5a0293d29b20a747ac10053e2748382be7b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eec0d2e83e708a5008600dc4b2f36e59770be3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e204fcb122b37eb53ade47b39e316b07621f9a1f46ab11f23c0fe639c94bae5f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7872689be5d8a6cb6d27a885b4d8b8998a54f14
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89747188a310971fb729677bafc27a73b7df6be346b8d908029659d7492acc41
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102102d9cbf3c8fe1382eed03ebf9e494fd6798
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa8bb4c1c287638706e5de79a4b26c5c2f6a8e509e537a491a201fa033152e8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656f9ddee04787e654a21222aa8417b379332544
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a65876700ce3f78c48c990e0e1348444a2ddb38c2084ba4f8b63f81b7c1a28
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d290259075f721e7717591c2d3cba92653a62f83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7836c8cea56a2ae32eaecb2e60201230f368fdeabaf2c3941ddbf677f9f195
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af9aef2fde7528d21ebb017a39a79a9ba056d42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee792bcd7dd406f4581d300eddde60adc2617317c0a656de86d23c4bc6a696b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74d0177e76be4055841aebce6f9532e3fad1708
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf06e05e83266b9621555f4ed85d916bdbc525844f60f731ae5019b777320ca7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b881eb89991c031c673e13b76f27cc3052a55593
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797129c0f5ebf3bc0f962b855e1eb0e06c956d241a60a2c0b2ab15e45fea1295
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4170e14f0307fbcdc15b48b49393d047fcba281b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e124586b271aa2e583428afe8ec44a7cd92313248ff165deb978aa44323eb750
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6033cedcc28134f46ca79e32f02c798c77d229
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bccd8ec6e22e5a4717823cdfa7f6e6d730f471dfe1d97c24b480cf222c56b1f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1f5a1274edf579d7fa8425f9db694c5216fb4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e6cfa0f84e09d3b860916ab9af62c54770da2d48168385a8b179300de80fe3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9884a22b01b4ade57c205f11e5a6f1ffbba60bc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38260bcba01ebff7cb880bc9b2fbc3cc2d5682b9db4bd24dfc93f383a82f8afa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcdc8cf4fa43516196868d4b6e0cd81755b28f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10d025ccae33acd9f6ad12f2172e76a08ade0001015df5d44eddb975ef72cfc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05953081ebebd91ca30d52c75091c6f75e7ba076
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547cd5ec6e91acc5f73711f5f92dddbca4f75902ee763500a69c713c82177676
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbacc9a61a43d18db78fafa9ccf8c797fd64d828
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aac97557ccfcf18d00a2b913ed79371a3f2c6c9cf3f94e001e870e72e5bfbb9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f5ef11111788861da6949427b48ed8626b226f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f5dcc20751ccab937310724adf38fb5ab728df108256ce1af7f1ff675b2ddb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833524ca6f97318617b14fafe43fa6ee49fd2238
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f866da586367eb38e001f5cb7bac69a3ae64f3f5a6a292a0de5ef040977930
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e05a4cc5f40d6379e623d49dd4aa75f8c6a679
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9a15552ecbeb4588e3eec77556b6b3c98cea8911a163b4e7cdda9753fd52b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0942247a8b628cf06444de70e8c8eceeb1d09a08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384294ef0e6be82d212386f1ceb9e418ed642b001a0e703666bb78ef07b1837c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d26a528ba32bd78a044b93b970e132f2e32cde9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe8777f995c11981d7c17cdb337328617261913873835a732890fe46e4675a7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebc45ef1ed2ba71213ad9cac7c9bbc2d8003c0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cedba7ae9905e96b27b80c3499dc060f17037a2af98500915452fb6bdbb066
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a7adb020d45cb13bf90e923c3563ff922944e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9ddb78f338ddb6235143d19bd62acf6217ae6e38465f68d2d4992b1b506973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c45d62eaa6e4a22798b37d9e5498412aac32b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c0a9d2f6dbfe19809562a41478297eef1baef8fef70179815e004ae862862
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150fecc5e83e508068833e08bf0d0770027540ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a50cbbdddedcb66c11028c7cd0f67dc48f871a954fd125d7f4ea3707f5ffd0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23196d2ad8b9afcd1858247000197326c7a9eeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0a7f74df8d2c13d50f7ef25ebb1ad2f71f5100e008c5ef6d6214323871e6e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e2db75f2ef0deed6deb1734bd834f09c19da3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c296cd198855e52c480b77d1ad30f933edca572f2615814b7d1990c19219954d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5a3354e998668ea191473d96f66eb3db28df35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b3b7a977cdcc919ad5094b794e89e8b4b48042e446f94dbbf88b601dbffd39
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971eb255dd1c9633956c4678381cd6cecdae1dad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a1c20f5cc5b92978cf4eceda5dcd7e84341aa12ca45eb2e0f2e2096e524ee8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf351573606b8c25a42ade887a3746da84c0857f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e539fd2338cdc41b2b34588f4c063aca2aa263a6dee60ab5bcd47ed667ea0a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc8649c1256fa5fd76a2f2598d26ed9f1698e55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e780ac0fb18eb9bbdcdfa3ed816671fa62a8bf569b54a9db063e79c50068219
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aff17176eba38d997f4ce70937d2521871ab93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf9bb5fc36ad886d261ea8b1ded580f255bdcf8c4239caf600f3df350a0194
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c4596238b10e7f97acdb88405cb42da1b6849b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e507e36375d7a3def03b54f5a5b82a6687b8b6e455d7b672446399ad4ff4cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc6617ab6187425cac7783aaeb184065f38df17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1654226b08d290078b184d94a40bde6a3cc51c246279c4d27c96295b7b064b24
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0643a3e02b3b4e63bf9b41be9464ecaa4f971b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b56d00403d1e5b9f549f48c6ceddcdd95b2956b6b058705396f92efbf91d74f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1bde66b86e361b5e29e3849b3c27b565db0e70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41de96531ea2ea8f9774af7b7a1c5f5101cd2ba7521bb12eb1e45b041b79c28a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee51fe6747c6fbe9df8e9fa47fa04db0309bf14
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aded245d66b22be6f049b5d7393bb1c123834edc14d5a99c9db0e469e23149e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c2ba83fbbbf88ee0617ee2b24105e0dc280ca8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526d59297d22a582bd2400e4c4f69ca84bfb0f0013534c83ff53c91c3e0b0642
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b7fa263e4349927c1ee7abbf26d861596ca098
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d1716c0a93f68d8566713288e637e7e6ebe3f411074ee1250c755ff9488b8b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133a9e259dc882fc2293f42c2ec474b9e7d0ce8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68562b15fbb3b28bf8c9f822cb1b2a3786eb04a8b1771262327248fca4d3c890
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96527dcc83d43947bd1cf7e882f3a0f89145e792
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b657d5bd2e3bcf2d9a193a5660869588d3ae3870072f35176ea66e946aa9a89
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644c042dbcb9abe3eb269f3625a70ddadbf3e079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dfda70c78b5d1349d63c754df2bd134d572ab93d639c686874cd0e1cb31987
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea6d7b0aa6acdf86c4a9552fe25e40a2ea88b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c455025a8047d043bcaab27ce48bcafdd916d7de1a7b53bc8a571ce47d70a7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcb4161b1ce8268adbaad7a8af224405fd7e7e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b233a365d4e3c36d443739ced5bd686b99770f5064bced8fadb33f697b0bdb2b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b201d118549397a2b4087fbe2185968534a443fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36bda84d94f169c08e217900d01f26d2cef2a47ae256eb7fe4c079f031c13d0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7665022baffdd55471dd83962bcd6cad8ac2fd90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d257abed6123fad09f5399e74c4380564ef58d525cd8ee9c8908b3b7f5b172b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca8b3ba96cf3760fc4065cf3ef8d55513c70009
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0679d070d19a8889f5c6efd5b1f096dd25731e2de36a28006de11b36a507b415
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4109e1a5315bdff9db765e45da853fd4eb0a36a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a305a1e5056cc85690e5e226388647323716396c311eef8f5ca390230b1592c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581b1c2284bc16de093f441c221aff22cc559754
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24784d67b86200a5cb7dc9d17297098b8708b9724b9abf975d2191521f8d4115
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5f054c2f9443c33f5b13975ec8042d2dfb4f7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8dbfd3fc5a3b9c66785ff15d2000a4c10a1dd209b1f602887363db23ec136
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dc321713d7d77e5f223d89629ee5aee88cda86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5eb9825ff386461695334945b30f445c077dc1009c47793f54edaa75b8d0ca5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9591444e84728776e95d40fdad02756b64ad8311
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029423769898ae354895515fec3f7bee3fcf49e2a25ff44524783b959f088fa3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b273b50238c4b60f5e1f7fa1ecacc05238dd3496
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2915129d7df667446376b43885d1c47ecff468fabd5e15beaf6e974d96a502b7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd812bdc306321185d18a51b3103fa1338795ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba9b0a84e776ec2ce7460ef34c1bb75e004eb42f1f341e67c673160f65a888a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ec60b406ddcfeb2e2ad483f38600f9df57a80a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dd2c223e113ea6e5f622a15126c62584a8b2d5c38ca82003c836dfbb6efae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a4aa6a84a598110f65c4e5da2a68da1fc816fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f412159dc49d3847d8c326e777f9993bf198a732be87c2b04b7132e8c7f66cd8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bacc9b8d0f1c4d8e902ae719b416cb0c9a92d2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068b43471927c72fc313d32318c0a47673762485d7e9081b736ebc3f8ba037b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f788a6321853ca72c801e73b743aaff6fa753f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262cae950d5d91a10ac808d4747c9b2e5d1b6315ea553d2f1b9a8c685c1b7cf5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a9c4648294fc133e3f7236e8ea03080dbe8e37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9c4cb8bdbaa93d58c68c12dc4a6eee349355995c549b3d6c4ee37daf5a09d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1559c1b9b9150b3695a4a98e32066544a0f212
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156923f583b9aa44bb5ed6c6ea62f65220401ec805fc931cd5dfebeeac98954d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd6b88b2265ff7a14dc8773bedb93e8645862c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7624f01964e57726323d52fbdd8b67e8232bd3727cda1cc1063f113ad3a20e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74506d94bef551d34cc0cd2ca7b16a37b3ccff5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc94415c68f1bb40a8663e962ffdda312a2efb22ff908351ea4ce1d4610091
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65ca01e934d5f85de14b5d1d0c6b92c8dd9377
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eae0fcf2efe6e024b8399f9ba2f5c2bf1e595a2078db8dcd71e01cb850a586
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceabbe26dba1d8792055df24e4b38f606bcd5f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5ae0ea7fa5c3173abf24cef806872c049385cb91a4c6f7258807796a33197f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527298fe8449f0671508bf21179940b2236721d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae1500a7e7fd8b84668104c3a51ac215f7285f073c45558be558277139b2211
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66eaf573ab16ac249f261e098964d83130503bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad6038d71902203814794985654071d0ec6081006eb77f6f700b6f9a9430bde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67bff732a89bd5f3490299a90e6c44b3fe0180f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd91836ddf405b3a79e501479d287983f0699925aa5efae0a35783bc489774
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c69e05dc0427047a12d81c961d4fc986cd4939
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ed3ba546f975991a40309b764d7d4f4e5a99ff644271935ed33a57ee8c2e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e06571340d7dcd22e3e459b744b4c029437ff2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c204123a51cc37e933cfe8af50d02439b04146b8fad0413f9a398f4a14a64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434bee7317dad17578f82398f8fee000c9ad529c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ce4102a975ac9e11688f6ef444ad507ee2b35a63ea26b37bce2dbf70caf335
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd700ac83769bdd5ccc65e0d9c3f287f0f86b822
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4484da19c99138f8699e41160625261b54bcdad9fa397218733889c331db85c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62f967e54258f337ddf72f3ad22aed1e3ac3aee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce55f1fea099f56df0015dc40b2c85a9965a792c9a558095f569a19d0d46dedc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6394c5a5f4bc8f85fe438dfd10b4e655518f4eba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fcbb0e10af3c964f52214ea3a4e9fdf3345cb7e3169e6450cb9e7dc566571d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab051e3abefd89ca62e6d04cd83597e19899d1a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a06cb05ad29277bd993dcccd01ec03f032a63426e6f48a4f1f324d2d7f6dfd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1ef9c0910dc47faf6a8c656cb8c3f61698d82
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d411c03bf687e0ae98e69640ba8fa17d24df71c72034aac47906859b31a4312
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2d50b7c395d440cb2333714cb295fc49c2a0b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e908ece6796b45a080349f4cdfa4fca59354133505f118212d9a8789a5a0e24
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adabca63f8473445d0330baccde9127bf36d704
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806503bb9526a6803c1fb0be96899702489290cc53bf684b4d3c0850af499671
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd213ffaf275ccc868b5efa48aeb6ba2afb23d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8560e0f4925672d0fbf43d7f1271c66aef0ec01cc356079cc4b927ff9f3186c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8edebb64668a897e8b5a6e885cc476e32672d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6bcc1b4477fcb8c7b1fe5078b8f86e41a8ead27d14ca3ad9a8ea37357d1e04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff90d85badc284e95135656aa427a4d1919cccd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a76a4f26825e9a0912413dd2f843eea1ea2f6b27e550248ee45b99d5bb928b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a3a7429b8b67612c39623d67aba64ea283ed60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea73da9e3c020cc6012626ce528f486640a135c4a74eb3f208292e9bc99c48c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f0591a3cdec6e0967abbe8f8e4f8c9f3404f7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd813e26828bd825e062e773c26ee6aaa88c7d7b29211a09bff4a73575ba8e35
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b5f8d9e6605380f9e43dabde601414895f08fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb0c4241156d9b06c536f179c30280b5ab9fc6142407747640db62944edd0be
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e1c607f7379c8ab0dfcd0d9f034a5901f1c94a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c72ac927a9eb7f9008b0997e5995571d1dd405d392541796d61e9604abbc9e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7d8860d9b9fa145188ed9442db477209c64870
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87200ce566cb1806f10176c6517f84e3be0dad57d2a093efb97aa4d8dc16d4c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6721a91534e7371c4273df30fae8d297afdca8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66161609cbfc3612b37429dddeb7c3a0f2cf98f06c65123aaf3715fd0226d9d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fd136f3c77a23f56166927e79a6d1f0911c40a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b30c9389db1f8b91df2f38f772eef421a43ba6086593eeb7d56f492a6a230c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec5e9a0fd46845bb88952b3cbd785ad4bb3b09e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6925481b47a47a5b3bc4167bc6a6ef6db83a1c90567564f6fdf2c26e4212bcd6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d39aa549c789b099cc915620b2cd10db06445
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc45ce2ac3122e7f7f20c3d4c8384531962c7f0e6081fa74e4026b62ed06df2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f0b97447d3ea89028e6533dd87df8fc75c65c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcee4bdd29a71cb63ff97ce52f03030a71d450965d96b94c79f7f2ee4726110
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c77b05e2579d84baffd62122ef91cfb7f3d866
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011453cf12f18d57874441809b99b7b92f5ba57ceb235e03d58e4f320d266e82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d5858ea833dfc2cffd99e1f3ef37c34f6e938e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7420315532567f94072898b5830ea50102378b3edeaea689fc281e00f399ea23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90a09a2dfed11c189f21c450f5fa4e3a23d3ade
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4c7f88b1188d24c9c635b72c7c8f796d5bc280c73276613b946983c9ec2dd1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca85eefc0d35725e1907f70537a304f61929ce1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414c681c15d5e2083874fffd5767e7d4626690a6128742705fa8ae9de9011a24
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed415c57e983c0f8b108ccc7a07f3f85f703d7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0df10dcd6eec9dac0d07f2e637ee852f94801adfc53d1b0b17ea782306b0c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dac3620d3e045f5a39aa3e1cd11db7e84c598e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b2706ab80d0256c3f38c8596eb4ba0eb876b22f56587a632a0d87d9643114b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e21c24206e308143e3ac989c0148b00c38a2a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5279629cbbbb7a27c96e6693746bb615905f899722c23337b8ce2ce76aa71a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bfebaa569deb987c56beaad2b25c8b2132df70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e22fe31971e068094fa9cb55a5e0917fd782c90f3948d31f0308cd50887539b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b77bba096c758fba58a5bf12ece9daa524fd63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2267564b6c822022b633aa690b7edb4133aa66c10a78b59673927c732f8a08
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa6cd11cf08a26dae565b3382d00a2d81210a01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324af12ef49095e5603865992ac5fc46d484670d1a989d5ae2757020b2a60de4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b99052e50fd24cb4a19d310744ef8249aa309a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d7a6a90e745c042a5e03d351e02bd67fe9944ce6942d7c169583ee35750071
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f769171ae6c8bf5e2d6818642dc2a8e72ac58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ce9e7775d09d8554dd9d285a2f846749ae17a3f6eb60a1d5d8e8228965a22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82090d1cdc5ea8bb9b2ab750bebb95227f646b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52f394ae4250a78f426503965c6f04891d119363d604f49ccaaa4f0928f8c83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852f37a5f09ea4ee054f06b94b438ef578482fa4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dfb5046e040b2912a73dcdba550b14548be033abdd0b66403f7ccd4ecea3cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44690df764609c4d67e2914f98ce710f0b31b6a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15b52338c1560e9bdadb7f8cbeb4636fed785ed0dec4ddd402765657705dc11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd972aa28b98ab12c0e2eddec016cb264f405cba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7193e0a170465a0d3b4db6860fc83c673b90675c239af34f9453fd3085ce08fb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9538ee6e3de63acd5fa6dee60423ff707da18d1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7744f3de94d2b5d7217017bbe30e2a185bf62f0cdf69a7ce9ea2396d2d5f3607
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5fcceffbe410ad41653778082669f55e56012
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e5f8259e9ad63261f1d306dbcdff91a914239ee23fb555a542a9e05ee50577
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f150909f562c803617736faccf83383f7f05c38b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4576cbc7c86c6aed0cfd525f17d4c98afa4184c1675f28dfa5bcd8e2a596dea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca33f9d51f489444cb02ba5e3d9d5b679219136
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08773db9b15314136ea069160212899a2468b2138ecd56b07a3fc753d75d076
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f0bb9520981557ab9764e34cfee6a67d65870c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da422c8c9b430b0828be5bb6a40d75ead62f731ddd567724a86c749c67ff2db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf1a9bea2eda45a55f904f2bdd4f36fa0cb7a70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769fc6518e8232660b8d58eee86372a09e05fdc546f0a621e8428205928bf6ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961b58691f9eea9aff52e3efcb9b62dddbebc82d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a0819712f75ee3258860916cb4df8c51296b243a83e6578edae81a3de67be5
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9edb47f05ac11eef45f665074b321e895bd801
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ff1c3d48692547e82d476092b23e418d56eb7fcd28cb87dddc5c27b840e64a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad52e6a6c3be99bf0426df0ad49d19587dfcc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8b8f3b1e84f1191da2f30fdb9a5dfa5a2f8fafb922d2a3ec7783b6b4448ff0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a13c447f505d647c367643a843eaa39d597ba68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a439772da8fcaad660ae40d57ee4bd0f34dfd52e074c21cc5fd30093cc0b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4481af4a8e1a188b4e99a5963f77a87e57ad31b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842c8723476c9eb665a53002b9fc33be0093b877d26c6c5ae9412f7ad98cdc16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af558d77e632deb6160553af632401db2319a3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f90abf56bd2616cdcf10f7c483203ac708467d76169f3c2522d91d9bacd8ab5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3560337de47790bcc8f9c9a025060672b7493d02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f060614121450b972f7926993b7a4b4c08f2c696ee5ee9c3dea47eb95b20b301
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef4f94a622fc4d9ac2fe2aa10b3d21b838ca7e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41e3a2a46fee56a54ac47b53a305fd18c801917f97327c77b360f9c5c924c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b063ecace743fe521aabcc9193a5e52b5df6765c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb4155e91e84daa6daeeab668ee38c56621ecdbc6475dbd47f64d60190b3832
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26c0cc109fd8352f6e377c4b79e8af46eb2cbc4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7437c99c7d27cbd1fa586a40a35146b273292229e35f1adc85002f87f122d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2d40ad69e396e8b0dcd947317d4e88afc805a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6cbc4911ded25ae7e9fa5fb4ca64248295b5549837e67fc8bd72c3ddbbc8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b2402f5f6a034194a6d924661c9938a799c48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddaeaf8f49f6716c37a922a63a76d06d96f587684383d727e0abf78245cec76
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc507fbf16199b32ad57f1573362624c4479c484
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b8e3b9af4d649139b557b34a6683c7ee060bf7361857758f6125e651c08699
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6f58686b89c20b8608c779d420fde1076cfb2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c011f0a23d9c668fcfaaadb705e914db79f6721f8008ccff2e70080055d00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84f82b83c76413e3a08f2fe41ba467c999239e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3935b0c8be016fd51dcb9c4880dbf6e5328634a7b1408a82757edad047b0d567
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9bef068180db7d0c41bba1f3e79e42c85cb61a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1453fe0c5f77cfc2e9d0b0f5b74709b065ccc896eb71b31dd2633089a35bbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5035977dd85c2af9b385149d0df0c26aa5f57b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbc5ab0d75c7dfb383518dfe5af99a808a72942b564954361a117be7fdb3cf5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d681154dc3e11ef33d78cd6cca6c3c07fe5ea55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170d29ba1e6c061cee74be409a9c0b12f48bbad528b309493e61dddb7b4ea95f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4105e99b73450867d6000e9d9ad2c55862d224e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384907307600e7ce52359ae3c6adc8e6fe7254dfc6e7724796e4a4a5c2e03ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1cf1640c695b1c7b1b58ca0092f415de4b023
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7fc00c12a30fa104f06c80304d40d8272820eb8fd2a17740e9b5eb034250bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914827946f5804ebf53334105ec997d7ef751513
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0eca46564cdd994541aa0b150c2b7ee9f94c71d2a79aa363d39b2d81a09010
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912461d1cedc3d6dc74ddbcf579872d8ce85317
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b2bd29410f12da662ca7b5d2717461ba2a1edba16f3cc2dd1f275effe7e657
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4068c0197635bb8fb7554cef27b448cfc16cdaef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526d27a15a4bca7155b2ff01bf2086732b77104ce386c8fc08cb80763171e06d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba88c5c84dafb9708938da88b376b63cebd0661
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fe5a765abfafb87614f7635e5b0f6df4defcea95d688c70a12c7877569500
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ed2b2e9c3552a4d4deaade9fbef5137aaa13e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0daef44117299302e463797805a9a5414e6bfb13d5cd822d4a70bf3210ab30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5139c2a04157d0da52f0c5e880768dca56ba37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0a20d4ae474b0398187d3a104746a854d8fff8303519e908035c5059e156d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2735200d2f38dd2dc07b7b48e27e50bd4679e2a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83dd224e49137608b6d42c408168f3ea0ab19ce1e835070734330f4cbb19374
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e66f1f9eef8a58975044f96579853ee63e832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ec7d4c68f8b93776163622b99f80783668579b6444d334ccfd05a266364e49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f0b28ef4be49a67a7f345a4af178a255b1552
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e4209b158a8e2083963c3bfe80f20eca6309f27d3b3453326925016694958
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e139a6e51fbb8a992edbeb21ef0656cc95c0c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fac2f7b3f1d5e6cea2ddfc904c2710259c135505be4534db32e2ec15eae43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47aff5cfe641b4b82322312881030f298bb3f965
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9e753d48c86366fecba082a1a1db889f60b6c5c0a85a7ccb421b29b2d92c16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f620dc3e39f9e4b16034c9a873e243f75753ae0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a162c306d3d8c2b1da97ab39babaca5002e538d93ac6c44691e038b6a8af0a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9832f7aab68d0ce4941874bfba352336ee4e570
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0fc9dd2fb285a4f4b2068deb049ab800fe7de31afe95a19367b9050644ef4b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fdba8d7cd692fdb4f2c6338353058077660c98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c9886e833ba7a9682955a06f29e1fa4676921ce8fe2d3ba481f2c0d4e858b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b9f98d8f3e2bb5d9a07bae9d041566f3efb81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c27dde7d9bc444b58501ca6c6f8c2adfea019dd3003b9d59d6a8d70dcfe727f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66fe10e2da30160d87849d52080d0ca13a586e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73924d5a3099af9f2fc22fac74d38a021cc595eb3259b3fa42a5205546dafea9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3529e386983b2fc73e29386f027d09ebb3b8f24f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed2d54a7ee6188fbffff347904e1e662267c80bce056d42be8c0eaf1ccbf9dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b41eb9f09b09b9bcb535c516bb308e9de1c7739
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01beb0fc39f501ee1023c84523884c0d4d1399beb9a03a992cddd9a12504f22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eddee07438e95231d90864d8611ec0d7ca19944
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbd29bb9d0ce2bad332cc7dfde79cbefc1d4aa10a951eb49c2e97853cf627f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfca504635a220b5a3ab0fc1882a87e16fc9b296
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e561d6a4568f903dc7214af8dc9f8fa11b56c19775a2222b7701a9037c6b05f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4b9e38f30482ba1f43828a0d03249e2f0a9b0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdf4f9491115977d18028355f1b43af46d10f0a2899c9da335c9353bcce519e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5897818f59e3d79bed0a500f34559903e7491cc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59390f3e4de178f509770e74be9f0f8d11dbf5f185193fc5f3f6815eaaa3912
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3b0c5b3f841100a6e386a32c8aee4937fb2692
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44dbf00756e20cd22298f983b7476136a17a20c4f07618bc0b24d7f7e115fbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb28729173316a1095fd682df5db9d3a809f3b84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2992d80d6777e7ca3057c0b4aae1364c09fe95cc08ea260e9c83bccab5c3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f1445a923c83173f2f879401184b98092f797a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb06c59302abe4a2cce196563d7898cd88e70232a48a053da219a0cc34d1c62
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f444ef50184ef39947e49f69b0dda149b0ebb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953a4888b6cd7770918b32244cf7eca11f72bf68b804b2c2a883e977bf05209e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4d4b107690bb8b0cde761e5c60e9abdc5e65e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4a06cca47e40751c32140762f937c61f1c880f8ceff2518441643facbecc1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23431e2a99c670669060160795f12d5942a0d6c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b2a5353f59d35dfd71c884fa89582d4b8c056bb19af119cdec96e4ce49d257
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72e20410e576e26c43c729d991fb73f05473912
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e037f1917d3aa5057bddafdf80a9762eeb13ba114c7ff26faac9cd0983a3e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ff6c8e752a79e2ff344a3877a31f4eeb89a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca1db09dcfc352d10794f1a0be553d41827b28a57fd75951627ac3aabaf59cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ef1e544054685b43657202af99505f1bbf41d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915d1d5e76e273678488b34c0469e8a1a6296cdebe6d466c1360f1f2ff091d26
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4debeeb6e7bfa42421e63013c6f6a70d2c116731
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e2f22b533272d00d432b16f75d9d213eadb36aa8b998b00cc045fb184825fe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b713a61c70011f8dac35696088d2d843be00165c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ef9d0953bd44debd47dfbbe47d95f769122b6b6acd56585f2a2895e6f07573
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db8215041916082ad9dda3a92a47c69d16fc36c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f73ac83c4d400d0b64d0f02fcd49ba6b7c7fe9076f00fce63b17ad06079482
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3db817bc745e299fff47c30d8f247adc95f5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eeb967ff43d53dbdb035695f261271e6e3204679a34976fe6bca227314458a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd1b9a888894e7942afb7acbbdb33b6b78c52ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce8c6ab3272e02a8ce54a86c7b975a6e3ab0ea9645e3aef8763d78d0cf0b33e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326f38abf3fe2072bfb55a2665a8a951bd20338f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8d8041b0303be79444ee53c952fd7090ed96433133ad29d6de2f1fbbf454b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b3a2df6bcd424a503ebe19109099fb04778bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555e3a62b27f47b45708508c613cce8339f75aeff10c34ce9052cd640168a414
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1966fad501197f472fd443afadcd0649ab2591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be0dcc1e6c25f28e24311c3591eb15f17ba07e05a852286e17b974ebe81eca2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de698a8d23a586c73a2f2d4b8b628d153b0b049
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9b50aca21f39f9d6d65595150cadbc86f20d939cb7ce8eb8c2712669045aa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaffa228e9095c5bce09c64302dcc43df6275f9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43043efa67030b625ae38c5fcfbeaae6d2dcc2b5c81a675075f841457394edc5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204831239eceefa9c652284ad80f5007ab208d10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8736934a6434b4f177151fa7c7326edcc3eda3619f8a3dc1d940c7c128c64a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81259f8b59fb0a4fa66cdf850e2a061b5799f21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46a5e54249c46b5159789804957b6b9cff6e36fe8450ce82f30bd33f69d0cb2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc6d303e1717cf3317b71a64a3db507f065b31f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848014126a0a8782074a56205e38ed51af14709a84dddbebf1bf8a184a1e8772
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3278baa8053641a2bcea49e15af67bb0a2f4e103
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cbb129ed24d05a4d31977c1335344ca73f875f2178b8003d9235fef00803ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61059f6d07273b9cf6752616eeef4b04b9cf58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51895c27158f808aa8fe6fb097cce4104e36e44ffc5a56d4482418d98e6dfc82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2a41204d892f473e9b73627f2f387a52c891c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947395e22be1733f8937649d7ed67c3809afdc72dba9d0a33a200544e01f071f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376b7e809dcca3ab160538a4baba60104bcdb05c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abede32f8c4ad7884da097f974c4dc203349d90589f651aafeb7687c6394c462
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aa89c070d71409e6ebc9253c2c4422bae76143
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b47826d688270be6da24021a61df07c52d3ddcd302915762f4371dfd3fcbed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd198cc8c07fec4e9b226458e2cc0f0d71e4073
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b280fca6ccd6ab88556ecf8a8352aa68e0c8162096d2256e53046fdfe3cada6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d1d32384cfe848cf11d66e5c2cb1e6e941d681
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab64102077e33266672d97411e630667757d9fe2b2c39cae78be611a2e03e39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3a9e07355c1129e04bc57b012c956471cafb3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad2f7eb6a49cd0bc85742378fc8ab469d53944e692ff56e3d23848229cc8c46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39601394d476403c942223a9285e404a95462f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529238da583df991b1b57566f5a94acab86e18e7d92868a1c3f0a037a149193
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4000293747c40384155701672ba1ad5a42ee5ddf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7ceb68fc0ded191e1b8658ca15cbaf46449ab18689825ed843aa09739d819b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee639608c04449ee6264b613ffc4fcf26ce56a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b3b8d747646b8dcf0f5a6a4723eb2ef2a8bde23df015ffc63defc67b32a0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb8db0b6fbea4262e0c98f6a2c3644be296060a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d01994f2c5f3133f77cf82d894a2a0cd3ea703520ed89a3bf1a2d5e29fb81
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624d3b52f8fef8dd8181200e50a310012a6da16f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212dec5b1b34c85eaca96897fd48a273660c2d1a435f134e6998944175fd40c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f13c31b080a42f1814c647b8d4ff760a323241
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c90af188723a53a050ab3a2ddaedaf9ac01203c5f11e82f90a7b5c1b0edcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107cec1076e87d875295b83a5edb656faad3bda2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c5969e7c8057faa962e661983b44571c08fcc68d8b9dcde34fe5ddb7f5fdf8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee0cd12f6dfb966d63411e1fad4237a461780f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da858a90c3e11492790c8a5bf2c6ada1ca22e6ff60937bd036d70134eadddb9a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f48f5ef05e17c03134cf65f837ffc8e06bf873d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49bc4d64ed132ffdf69102033dc21877ff93c7a61998bd3a8457978f7bd6a47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b8d7200d43ba17a7f2f1076600cce63787cb11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b67b306604728ae160b1bc5eaae256799a9f2acf75b2ac818b06e141c45e84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b404ceb577758716229c45a9ff34ae37e081cc01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffcab3e2a894ffa7de29252badbfc02ae8ab7d09a57f47b9045141225f31f33
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb7fda2ad36e1b3c16d451f9845689aeb0d0b42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a669db7dd76a33ab1ae7203334518a3c7e0c35caa4f35a3048f3c79d97741ae8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c931b9b62ff122772c02eb2f019529e5e9664cbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e8ea1e5b7710ea46fd9c3c40fae9c4ca5644b43716146e64ccfab007587121
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f247b103b3064fe798d648b270fea4b608c6b8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb901ed2f7eb33cef8528ba28f90f0696b27d61b2f6bb58ee4031278ddb57e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ecf50a21f657c72bb42b4d2465cce896bede3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ea85bff57094a657358782a307882f1b095f102c131f97b4e31f4fa0ada5e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a39b711b5d73dfb69b960187764c056cc884b09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cef529127178d5d75342ebdcc309d2148408842b291e8ab1c08b7c5a06c73e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1561c48dcf0ab9983bbd6b705b7d9950f1c20cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b102c16343246dac2ab001913e8fb7e2f6cdec1b3b8a6a40ea03a8b54c8986df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991da11e375f050cb3c6dccc7582c89594bf6e75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82c7c263cba7c95db98b8d8c32c3b7e824740776e591e593046e04e2a6c04d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ccfacd719d7e5b78e85afac86e57e8fc8a24d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4dee2bdf3a32325069754e57f6bc8b06e9a7ba3ad82f6c9c0282f5c7909b2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130756175d89e0355785ede99a78f8bfd420d2ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3f74a46c9d3830d2b6f0e484ce174b44141c359321d069e7acdb313b0dbd23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d83182d2dfa453838dfa2bfa45023543f89edf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab18c89c5cd5553af021a31de5244ddfd8c702c81b108469a68db46da1158c2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfd5a3645ea2f98265dfb1380aa6452b7b28211
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05624d6fd203936e320d9a008693efa2aab09099f785d3af3f64e214e3982828
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67cc127382c8fde27bd4b5f30d8961bcce27c66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30957b594e497afaebef60f5b378f7e32570b259c8bee4b8c5577290f9a63a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f150cd1626239e8c2c8284599b7abffa466f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8e1ec0e1d246907a85fff90d7940c7dd7bcb4644340ab5eae77d504a80353b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504c39193ba4736cc06dae668ab9fcf546b34390
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f42545d3dbc5ab8ac76b17ff5b8368e24bf41a5f2d4e00fe8dfe059452a7c34
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f779d6c0fe84f73cd749cf1a89cfd8244f0a28e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ec16b1d8394920bbe1acfffaa61963720c9c8571fb217aafd15f01282ecec7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0399a36dff7ea277bc07e9335488480337041a95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720671a9dc39f78661feeece8b5dea19c4a7e5af064f5eea01059c6e345d4a64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09780ec8eba13b233aeab4bed390ad14fa0e9dbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc2f261eb056d74ed7106a45ea6a09b38faf99d5e88388e1c6de75e1eef5f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b695daccae075ef37346bf578f3608cfcb3189
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efb720a57639043ab8a27c4e5f086366355972b074d38e980ed9ae12f7cb6ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79177d7230f935ce1c371b7cb2bef2c24cee6adc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194c24f1916f91ee1e3e2008e690bca0e30b3572faf70807d7213c4b897379ae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b06758e88b6dc70f87e808b19d96e5f7be379e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2775a0994a7c93045fa26098547a54b389e25e2453f4380bc5296c0162e10601
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cc1c1423f9b71268bf30260dae662a0786ba1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802574339efbcad36f298bedd59d034023d39e1c0cf5d2a812f5b48ee1b04a39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb602788c48cd42073188721fc6c9332c74f8fc9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f1e35b94ebc2b119803e21292107b7d037e7fd4b1d04a515d007c2ba6a569f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bbc72dc87de45b5e9ab650a5f774bab405346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa3e2caefab6519656f8124feed4f3d2905537b0ed455ae98cc296dbb85789
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794d187f00d50686feb2248f492ae783a75d8e25
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3614f00a37587c4e65f39a9197ca6bf66e2733916ada054b1d0f286d4a1ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b32bb7a3fd6876e5f442baa58265a0e4792e8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e53f8f2ea325600f9d7169c1519ffd2f71d3c382f8e3a26bb261dd1737706
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bffc6dd44767c7c363fd0c640e647182453538d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae3ed6cf3b0d18d600cfeb237e45c7c765ce2f798f864b517cbf0051f8ba7d3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8350415fe0bef9bfd21b5e94861d615be458335
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4e6ccf128e8ed142726720db5b6b6f2ff625bead415392aef414f76c4eb6d6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644eeded99936965aa5fd79699415fc3298e3478
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2133573881de7da09d712510d2327552dc1f7544da73794b9060fc0fa606507f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d773b9bd5e26644433b3d3f333fceaf398641
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fe7f7ae94f81d3f0f10cb2d1f3bd48bb79b3e18ed71ce8f8ad65ef303163ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45915aa450c21225825ad41bdbb4cee85718bd9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66850874cf6e6801caf00e0077ca73f0e74e967da02a3f50e8967d198d67c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bd2b0ae89c17da4c2372a83cb8dd37982bbbb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b487cdfe92865dc695a793c963adee1e2f5c564a39748a547809f8f792cd1df5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a47a1fae09610b3d68da669b96dafe8b808d2e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb264a602258fd48e7f146d4395ff13d83c0c145b34b1f6e925c20c7ed44236
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809c638c28d4408e3ff0c74c020d20b8a1bde39a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dbb1c2a54f3b4bd8b2da431e37fb8bc58d616c03079e4914189d311d6be1fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c317db72ea53afe6efcb5921dba367a033703eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528ba98132e88cdf16d0ee1ccdada449c29b73ce7ed78d747ceaea1d7cd40f40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1ca1d576eb61df6a83ac7ff06bcf5769347097
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04740f28b375aa1e0983a9397a8d14b11770f03f5ff7a02aac08676171086e62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1072b50da66e2b33f21fbceedcf9498643bbf2c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b6fef1f235ad1ad40d71427ec985b0bfd8f1401e33a04943d2d6d546a3f5b9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40640226f9da3609bbe5251233919129b92e193
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e537da853809ede9e63b0892d7c6c106bd7f575e68f84b02396eb2b03d8951
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bffd2e21e37d392caf5b9551e4d07c0165af73d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dda5d0c73a51bbd75278d00366f7ce2ba52c2f96bd3d251f67ed2c6893b0fb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ae9141f525066bb4b75ab3b3e22b8975ad3d69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc79798c0b4fb284e7b3ea30dc5d7569e6b433e03c9ab087c41437a95eac194
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37139ef9c53ca1c8ebcf65dbca1604cd8c2e52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c3f331b8cf795c9cf343eaee852aa6a430c932d02909543640fcd57cd17dea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6225c3da46cfde18bfbecc4e9ece17e884088
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbb11862a1733a62daa131e005e474e721e15def22a3b08b5529bd9680e5079
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba76a9bb4c1fee8bc07b14177032a719935e656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec91e788ddc7d967c2cced4547326ac44652d30e9fc7f68d93a630e0ba46784
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9e014d74f6bd92efd5afd769b3e1b64943184
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845eae19ce97559eda8890b81d068f4291ef411bee5eb4207644a708309b4c41
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21613d0bbe1c468754d47402ac422ffe3669039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b18975be1152afa09c18da8ceb13054b2458634c5f1aa7a5a7212335aeaddb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90ace90daf6773413fc132533451fef11fc0c3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dba2a869b46628562c139f40fc1a3f093583c22a6b8f3cef1597551072c4c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f905669ccee24196b03f963346231e8335e694
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a11c26294f2c251736c1d9f8197add8fb22225fea3fd2da443bb77690d978d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26a8024b17d70765ba002710db81442d53efe70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fc248456a68fc84a0383f6ae65c2aefb08b15a6c80aeea33073ad530b4044
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20243ffafd058ba08ba4d5f86c4652372df67d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d054b1489093b167c1c12bea2dabf2e7cb55f093d201574956dbf42652a930
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195742fa064b257bf27ac641024dd34c9b73c832
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fcbe9924d6884df05b5b2e6a96121fd97bd16fbe1a365b04320fc0fde428db
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67a6f4b362254d9a5d21a71695f9d28be13fbb7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd856c79fe1cf7ade7a62c66a11d5edbac8f2125f4b38dfa5e212db2ed9b021
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376bc9fe43a81f4dd156047aa37511cef008cb0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195be53dd536f7f48faaf321192119ac1ec6b630adc60ca33026b64fe281f3d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba9f284df39099906da3d6c4ab1dffafa52b6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5a65c30b4b28568bd955046eb1675a3f664e77a9d2b52fbb7d55e811e27c46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249a2de88da8fb79cbcd15186f22856af2708f18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474e0f7ab2200b3ea646fdd59c976ff966794a821c187cd0d1796b806ec80a0f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5468095a8d7f1e0420728351a24b83816e65477
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aa3b0a90bbbbb0c85e02862aa40e338bfd6f62db86349099a6626551343668
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d7c8e657fda70a1ca53f89f1fc6eb803aba17f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cb6192705c3180ef0859881dc7c9d5c085f1bcac091522fe7f37bd0d171fb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296428591c4ee35171913930f86236dad25a1be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2818348baa6a3d9febd9d68159df6747b6dc1c04996a9655524b64ee7987e186
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b896b3725adb21e90df44b078ec3e3e7b666b2c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e600e7d490159176b831a9b5550fe605a20a6affedc0cdaf111cf0fd6c3478
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1caf0fce2f0acf62c3545a6e13c84f189bb6775
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2c75ebd74a87cc8a3549b5aa9e5467da182d40c1b2b7e146169a5b240b0608
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ac0fc1b18e59f2f8fab2ff1dc3cdd324ec21a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b5d5a31bb28312e6e9d605c44c35a3982881a7bed0803bf792bf473dd8a4f5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1222abdf56eb2d083f28ca71a6f8551f49d7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227581bdfe5b255fbc660c79b0c58aadea5ddbf7c4f2fd695beb2eaf8399c33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c487d195a4402aa16723c1edae055abe607a110
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dac2310378c095f9718aadbef14e3b4a20d2067f43aff7dd312d13b1cfc5b31
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd07489a6a577cbf9265a5a9c455efac0646c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df3d24666ea9af1a4a6beef3e99a762f07648bb4d19de5edc4e2a8d1ef138bd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1806ac77bb6fa308fec9a0f9ed740662c6c7a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbdae5bd970663cdcb48b2dd255b9cf2c921f5cb4670e6954134ed1f34bfdf0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e103bd098c6913595e4a9e85904b884f33b346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce85ba366c2aa05b70c982f4667985c91be0a82500149605eabee80fc7ddcc3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154cb95c963ad60816f1e719a83d5e4dfebc164f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5c95971c72af88ba6b7a6920f6bedf5f08a1c19b1c505a677e503ebf0812df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0e7de49e2d6178227bc4e9945c544e08c5a2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e89af523cc8fd256131f06c8f6f666bd86290f1c04a77411de573fdc4e937
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7c2720e82558262637bdfcdab654529ae74465
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eb900ff30ca47fe79923b66a1a226679e05e747e5ef8e89f21e3898e14575c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9d62720d972532ca44c4a692bd0239980080bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5531600a77629d83f9efe6ccfb691b338ea899b077f275bb53e093e1c93aec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66002a3ed4ebf1b2f7663c359fecf71843598e50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdc9010ee75a6b904c8ed46042649ae43b970c6c44618b811f36de4804e63c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78693a3c317fe2bff6691164237e6fc0cb549438
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652a6ab2aaf224a00c2f800050863edd1ad9df8303e476f2d3cb7a2fedaebf0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05a87c741d33691db33a00d769bc2614725dc31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3fd94aad62c1b8e0287d7dff7c20b0e3e06920552275e8cd28cad37920d746
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020da8fd47c603a547207b92067fa889b4fe697c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139b702e979fc7bc2c63c840982e7338eb87c48f0160a2655ef270d29e757786
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a90d6f2de6ab5ce3d6280212eb74c17f5c7d48d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b88940b2f85d38775ac2f1e974c9e0c666b6cace1ce52564e772e719cd63f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160845a8472e8a584c5b4564ccf9e315f6a1087
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcff80f4106485a86508489e4a00d25e406378699663e0b513a5e4abef301ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae66e12989476529538253271c82edfcf28bc53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a8bf960f12ea570dd879aaaa41a2cfcdccec8c546795bad95ddd8e95c9aeb6
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ce678bf94ef7b714177111ee2a7fde47e15bf4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe6f08bece7e45e64b29320e0d49a23b3f436f454f3e37042710961355a52e
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4673e2292350a3a6e2152d9a04f85d8f98fb59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61879e068ea6280c7fed2fa051ec774b82d7256c2b9420eb9b469fe32e493389
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5479e600eb9fdac34748245cdb9dd53720594266
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d94f53295ff88f8be6051ad519b58e570fd0b46991ad27f9b8592c1d02a4f0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79e5a11ef4b3895770ecf47960cd8c6e68aadf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a63d1bb33b6246d316b2df890a27b832a7e17ca3420a46aa43bdfbcde6d0d00
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db0941c7f710ec2e56ed709dd00f3f534858613
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3103a90fa96988f840a9eef554f1281595f60b37d3e6f27fe4f8c74349dabb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2cd61c1665f1d689d0f6586f55ca64f7bb58bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b23d45738fa9a378827e66648b337fe6724160e72f12e0bee4775f8963227ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea4802dc89a27eb74fb2c00faba9f661dcf0d8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b576d2d46bab81e89eec412924bbf4846e94af5cb50a6750957128102e80127d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275ef66a605c87a1d7633c3568009778a9d70bd5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acbf30f1017a1caee3653436ce37b00bea98837c85a486121c8d064e29cc6f9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad55c35642e62432418106e137a6904071ad0c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c522dfb7a15df1310a970ea6e49cc4e1860ff72122cb6908de06f8f4abaf56d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1357a36e18a21774ac62af9c29b80456249363f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0da6524478dd13b937dbb09243e025f5562fffaf77a50b1a085f75d563572e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b394b8fc33faf19362e8d7e1ba464c215930d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d80610824d7fbff54adcf538aef35a266ec57e65f9df202876233969e0da959
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5468f0c6be63c9412bfae638b5520415842d2e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a014b683a929796f5980645bc9a4f4a7e57a214f861f1c2fb387cf1f54e7dda1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c239b45ee9b767ac84e1b7f93b6de3367d0ed8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020257058990d181a22b38848b6afc8acbc70f19985e898bab6c5c5812dae348
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c747b629ba158dd50ac925107d343fb7967ff5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3066901a54c16fe084eef70ca68d529744fa1eb04b040618d7b9e89884dd687
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eec584922a486de0dcd4aa47fdd0c5c3a2df84
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a7099dbf7c991751d4a59711f9aa95ad2146f226310215429f6841a8f907c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f1a7caaf7c953c3b7fc2ce72a320659d7813a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae4bfdde2ad2a6c9076b396ec2ca9a20da108582a4dd7e72e91c18af2eeeb7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d84cc566c20e4c7a44491c08eba72ea7c5de48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4a0838c16adb867676a2defc2c369c0e1eb07bd628c26f14a78e94e535bb2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb89be1d4aaf75335dbe184701170ca98a21176c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b31f821483a2512e588eb5eabd973d876ac1b841ca277f8c3489f0b15a92f68
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0714043bf5ec4596b662311e7b0d8747eb93054a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e03652499ccff4ad0a4d21ed25815e2c746f61cb99751f4f678b6412d4d1624
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f581c5d62fc00a4e8bceaa5ffd331b8b9910d356
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498ba42c4ccd92d0b4f9ff0405ef3b96fb41e53779457d448d7f9bbbd3730716
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24957c0328e636b45709b95194e81f83e412a4e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2920f3d9b88395d86e3ccd44a4c4725b6907b80c955d5cb13f7343b3bd6f82b8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4e776621c9a04be8b63fd572d169bbfc80c80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dc2ce80ffd7d1427036e4d26708cd72ccccd0b92924ace672ca9b809a80e44
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4542ee41909a3e7341f905e2a8e0f3a5a5a7316
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfced9d155b24c83492a6656db119683b2ed09002eb5e81c551db479f968347e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3907d407178eb41460af1f77a1a65b337f05b29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a758e698b5aee1a012ccc4fc9406b6c31f37cedd1a4ad2e344a9133f5b09c73c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3783163fee42add7ad41832979351721f662f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581ac829fc5b46e3623f0819a57a125be1ad5b6be77aa0a5c7bed771cb299d50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0717d1e8f43a37687fe2230831f5931e88c998ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d44cf49e218944d67bd0650059bf33cf59277f199956d9c9f77258ff0353d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd646baa65b66db8aee885cc4bb199f74ef94fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652eba8d9ff45ff8bfd641ecf24a1e6fbeb8aa626f2b3c11a0fae50b035774ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc77f5f72cbb94ea1cb2f83e1ebb275cc1d0d6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b013f8a6d366565d1517d030f460e00f9621b790a6cc9fc666af6b9cee2e3e7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351f987a2de426a7c1641cbf078cc8d07fed43a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0232396aac5102031862c17fc93265f5280774f377a1909e2e95ff365577b2c6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789243f4bb68885c52e9f2160337f4f44af84220
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd51e71e29faa62dcbf97bb1da8536df7b8596ef81fb4fd6e720ccec7999336
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f4d260b38ad975a252f26096489c128d681ff5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a6a6cea84f7b365444473f2057185f82dfae9c0da990659b7529db16e74be3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776be61e9cf0dad59392682475c492773e3a976f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39673a93c52cd6db913bffbe12bc943a91e097e33c18c385fe03ed11cca2c33
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a70fd86e002e0b2fb8cb37176ef4db6b7a0b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411bdf06516b6646cedc6af95310b79957c227295246811897657314577beaf8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6252425fad94fa21485ec90a42234d37151fae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007cc02205880589748bd0564340d1e193f709156c7e6649abd8e19dea4d6535
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f211a2f5c6a35f79e839cd50094ebfd2083f0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dccfd7b4ada2bdf33b44b11b77a1df77168d09d178c96f1b344de5ac1dff86
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84354d98055034544369279f8e83ebef3587f90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c84c923e377d3e9b468796f0789afbc44293cfde3efaaa4ac5de53ad8d5754
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b244467a57936c7107551f4c888a30d586c011
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e73ed82df0118ca2ce7b45c1ef4ac7b8c944e63284d669d99b0d80c91706c6b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fd9332cc66d3314c158c17a200f712a6de5fa4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eeb7f4fbff44a49eb6144e9a750a6af1b1d1862dd51946b5a2d151f15de2d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39ef71d0b7fb66576d599716cb8203062546efa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0153a189d86557e1bef7ac3b79ca5b2fb20e9e8bb9665cb9b3a672d6f304d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b721f65574e6acef60b47a8c3b2b88f65c619034
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85455f82349884cfee908a1b48dc4d436d4f942d45e64c3cd8e176d9cfadf8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae67032b2627605f80c8f2a9385b9750616625e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df03117765f2f1e66ba7d72859f3c38265cb55ca70b9ef423f10dea2a68e1a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844bba86be254e96c3e41f6217e9f1e84e39b08d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988143fba6b796053bb3ad5753ff81ec8f7b846b25ec600ea669073639009a33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037a86eacc977649716cc6c1aefe89610dccd18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de33d4601393b4283a33b1bc8395a263523b9070a72d769ad3809d320b3bb00f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5366aa2ac7cedcc79b5cd5ac67e7267cd138a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3780a90fa9b4c82eaf15d50eeed6959c5ad75559fe6d744a080381c100e1b441
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f5c4de70529a34840aa0c6066e58cdbb676785
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9f6b9132118f805de11e2c936dce9debb62fcb1950a2dd89729400de01e892
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c9ff634bb31b5e51e7bdff25007d94003c2b2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732c2e787b17eb84f7bb87eea6468d7c6aaa5811f6292cc9852407994af861d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc8b8cd71d3b860338dc47749ac729ef735d60a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8c60a7c62a0480e4dc982e9410315e9ba5337468d8e2c7860d21bcb6ae7f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530fefdeb9d21d7fdb4a9cdaac68e778eaf0319c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b82d7bef9806a60d901c3d7945ba2ad09422d81edf315e26152a50071563b2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cea46914fc0220ecb384581d21e3c9f68968c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ffe9980200a593b0b7483f24704143c00c5b43f1e53107e779621731b00870
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321d7d6866e5670e987c75e45d9fe586d5ecc693
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85aac8d5c499ab2de224e13487695775063be65f42bc6b738379a98817ad64c6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872f562456e1e01651cb7c836782fda73d40b34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37b9c79609edcde5c96a4b12f114d392d2382eb3e930a1440181a1ca72b4817
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17abb0608ae3b40ddf01569e12b19ab6eb33127
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253815c80330ab33a78d9f3e0baf51729ff60b196639d79fcc44e17ea323064
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5898e0bb06a3be7f44223fd46bbe4fade0140c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3076843e753b37606f3257453d9d0534a7b31e32ed1f5c673f7ea29180fb522
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484fb9470ed649241eb4e7766af43bf0319ad2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ef947f2230d4cd86ce8357c1166d5bf09f76e1cd29ef7beae10d8ea96e735c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0da0246d08b892055bf4f1ec8bc0726b81c96e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9084a016e75428c62f495f3999470ec9f347ce07eb97c5df060ec0694ff3a611
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825e49edb686a29f15255697e76815a5d36df215
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e92d22b1cda4a0b6c0e82bc7696e873e499892638ae053bf16b54f9f0287c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6c23af558abcf79d0db425e8aabd578dee59de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f6044d1a32d21e568477211f1768b3f9907e9678dd1837f646fe075084a13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e6d656daab5bc55610c6c9d67ee75b082475da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fd88c1e8fc496145ee41fea19057933b5b15a3bb6381e9568959c23c8b938f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b093c338a0064ccab369a43b061b0636650901a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e63d7d5ef75c7a4fba383b67fc5284576f80a7563d6073c38bc4dbb1b77cbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e60d5e36e478916129b353208e4a4c23b327dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514b80205361a3ac882097caa23b705b2f2148f437f5bf50c3f742c703bc676d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afafe069e7a4de79c8591bfcbfacc2de9eb99c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2addfe3ff60ae5d9f34b96f44b9ce72abed047bb250544cce9a12db22a97d804
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3415cca3f07bb420b9ec97e8015e3816231dfcbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22918a4c723264d50442cc492b27d58d2326b7f449c2941e78a74563d3ddf52
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5bc43de7658d1926f5193fc846dcd57d5c3273
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3708583adf19c7eabf04b63339adfdedf5a960202645b2a591c01462f936a4b5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb1058a35fc92883a49236c2e9342d68afebcfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d912491f00633a73ba56656d5bf49cac69540c122a4c6e427bb5f9e894413d76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f754e339a27f1eb4389db37b344faef8cf03ebc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4d1053b6418efff3c1bac1affbe924213dcd8441a2c31543b72cf652295d5a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac820760864d60ae1673f21d265d81b9c1b3dd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044774de79cfd35b5cf144a1d83a346ce620283058daadc9aa672e2baa412b1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668dcc939c3969a03efd0eddeefcd87c0e6389c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc4a78035fe42acc5aa925292934c759f772a8fdf5346f63e15caec36f39b9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64317f0a5462528e88677ac8e574ad2cdeaa59c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6a984cce7ba72b57749a3f825e21b6e4d2871ecdc380f960123f6307ef2d4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c6353898284f0a8418089e9ac4759d7de1e4d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926e2bce83fd5a3020d8dcf4494e7e4895c1bd743f13080b7cde10ab3014a3ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e4f547a97525ded63204b45d39760285bf379a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eb0a0112f8a8edd6d745869a77cac8fb4ba2d0227993ee844a561510fe7255
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6840d235edc5f5bc154a9d84da386241a6350b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5be721454d6697b6638693dbe670348969585186317d455b6c8a7d55bbfff0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccd80f7b8a55250782aa845cf328045ee0a3bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439b996d3237c6908bedeec5a5ea855b9399667d194f4935e992eb007ee78e3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64308eb0a120b76e9a46dbe74e74ffb88825840
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab5dba2b5d3ddb572e43d2f6a384d895915a4b1fd9ba8d792876c4c5561c828
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf94fbdcbc6ffcb224eb52412689a75baa98ada8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fda41db8412669ac285832ca31073d10262db48210692e2448236da9afcc49
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9397a93958cd84dd35873a66632246b46fa1015d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe03a3f0d1483be6cca1f774db11b2b8ffae539ce4452dff38ca6fcb777728b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c763db2a6e99ab1753db9c9fc125dd51cc611a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd209c026576dafecec3d9d9fe56538e7967050be986e73f3cf1e9d4e071918e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7f6f5a8f2275610768b65d9ce80ddea0021dcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba07664dcc1b1a0b088b9a07a178be07218c1cb921f5ddc54a516d4ba4c554
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bd3e43ca123ab13494e233f87047d6db74c95a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1521302bf2c49c36e490ae9bacb43606872cc3087ec2cec9169b51f01cda7ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b305ab34096aa3346b1f4b69f18fd78382cf1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4250a0ecea8649d1d9bc80a10954ed3c10aa96f66e881a161d065df5f4e90aec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4238b8a8ffad011475f433f6dc52377944be12cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5a840eee7d7c723ce4dcf74750b2a9c3b5206abb6baf90808fa6691f89337
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576543104799563314e6afc112d276aa26a5160
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d97d7dcf46ff8ea356fe691ea641499e304d67ada876707f0587a74cb307b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60cf6c3a0a873023c6dd08a1ed1d399ab3d7322
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a5b7726236ff754e17cd1427b7be4acba785f3ff0eaea02d4de028b46a5437
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29d6e387226b87d3a7c1d171f87f0c4c0c48968
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08485af098178abe98bea61a25dfb3341cf694b26ad2440af8ae2a8e06edeac2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda285037f7696a7e38f57cbb2280ff7ffd4c594
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81fb243439714fb31c93154cc0310409a30f0e0eafa8f74e9444512760eee30
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811476b2a90ec6de7a62438e9e687898437289de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d3023a0048274812364cadbd9a171f17719dec1cd5cb988dcd0af5fd42450f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998da956557c7a2adfe602a9148a628497b9b664
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1588a87e33edd20b0637b2c1f4cc921a6ce07b124266d6c425842e75717c5a5f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f3d06fe28abc43698fe10ba2134de4419fa9f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01463b7ac45f5a7e55ad0dacf0ce3de3a6d7325c6eab16631a361814e2f0f51
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c718abdff1a6e0a12df9dc1566ab89917259a33c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbba0d8fbce1a81930f06a5ee54af2640c1ec96f28d5b0ecfb06e45d8c8a30a3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac76f371700a7e263b44747eed61881d2f3762d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a554641fe36057f9d2e1d70e5e2869611809a47f19c92d6405140638cd6390b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6849e0a1da6b0bb50d857fb1ff5a6205de645174
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498ff619ecef412751aa488536533b4d304b07a24f2b06744001ab69dcccafec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a993e9d3b739571e11d2d551a65ced9eabb2d19b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45e36ca3a02b6de0a7843184fd261adee18158f8c4f7ad3f0b00ea8171e4113
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ce8e99ecda4689576a8ae925dd3bbdc6cbea8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4f8fffd679096b431e395ae5abcbd98d06ae2a0f18ffdab544e897ad1f858c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7b4494541a76fc089f6245e9f8eb5a20c5801e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccf5ca0b543b8cd578b2c6b0b0d6007b7968f2b5d62b179b7d535312e361c43
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b9dc863021c30043456528862f367537aaa93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4d80b7a248533c5162035ca3d133257efde2b11a3a1ca24a7f397c046caf2f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33c191446cecbf5c56d42228ca103c12e16dd7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3b3a177e52b08090b943dd04a29534704d86fe596e07e663350f9dd3df2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c761e23c836fe85f8773a3b4857d9ad9234949
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5bab196b7b78bfa7a88476dfffe1af02d4cc23125c8a204ad0a211ea33344
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106e434405a47037bab6c5c6d25929da0875eab0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b53a3163bdde2416233c3b8c9e21d7c1b02451b6255354f4d67baf488315cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6d3e5d33e984b218d6cbfe61f7994158b44197
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c2ea65612ced4b63417108d4c31f52f6c1c547f1bde31cb6e5b7f14a19c34
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53634b1a162375c6e3870595d22a3128f3bba2e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5270cc87bf0f7697363f9897d028b2782fff7f5e9cb4bc14b6fd581597eff3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec432e2507c4f8d051134d85484c16cd6be03890
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34daa92cb0bfe1a547daf69fb324716eedfdf2c45642b7d77aa9e3f8acb43df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eb4261d7b0048898025f5a6af8b7d7b7f7f061
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70d9d22b53732d888db2a56513b16919713a9b151c5926d654fbd56fb7d0974
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9fc6be42db2a642c7d8f30ad38149c93d2e95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255c9010c4d609c78bbb757c5e94477ab4ce7d316ddb15e58105b03e850147f1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cac71072be44931f5e64b9119532f5579ddcb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3da56db3b8f41f4c3a5dfb29b02aadc135fbc7de6f21c500ec049b0f41b157
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12683ab59655a043b7fd4f59e5ad563a64174ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2df5ae200acb5987300bf63e61fd148974b4898d7d54c581f006c0870bb1630
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917882b063685c092ec416550c471b88201c1ea5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d5f33b11cb0074f6e0c9bc3c9c7ac02cefab407fd0c6d6e06652acfe800d90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4046ae3fd237128d2449e6260936607f3c4e0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dca4f40ddd7339304cd51d63a7c512950b445d27115996390d640da81f6fa16
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97bcb1166bf2a3c9807becd02f633718abc740b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200364a87f0aa1a21bf53b079db4154cbfeb92f5e931e02f38259dc9b1eaee8f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10acb4b618e18a636fe6d58c91b687807a9b2f08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bf9fd6bc1aba04823fbb9d4c2bc447cda16612ec51abe2f55c45838cf65658
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe51d9bf30f35ddd24c6956c3ff38e594c8c304
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40079cc665123d4cd2cb27d1bae81bd1af458fffd1ddb9371c07dbcfe51c9572
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fb89f2bae4f7d2d97e92949a564d8620128305
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971b6030e5bcc24d1428d43cf993a6cebcc38449ed055d4ef217f6bbe598457e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb037109ec008a633f268277b43a789d7a6a05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ef5e75966f54ee125be65b0c815ab860c018063e1bd3e2dfec737c645209f1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc65579fd0e9d548dd52ae63f58db03f6361131
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b461993e58f87796c951d570015d42b3de592fd93e6627bbd74b3a274a06dd7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59e416cfe0a16b4eee9b9be2c0d48aed640280f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a289079ccaee4f3a06064baee864175f197b377cd49fea6a4badaecbc492bad6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc18a0a37b24a80e0d661045269185e7b96c68f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf678d1bfdb193b300a544243e4aa66c3518004875af3dfddcf0597b3170586
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2598804730f3d0f21d3fd10f5ededd3e3a2d00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4683bec6cab45d1db1cd4b2cb9d4cc72f1ae8009a66906c5b62664a49623958
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19722ebb3a0aef791285bce3948db5c045591ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b42a8f094b9f668e5b5bcdb6a95d41f3c6d6c63d1fa46d671d82e6ec24f5721
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6e2840b43ab662bd8ec33670baf19ac15ceeb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822a22c7b1121b8889ce07bcb9ece420631d26bdb61954d169b77bdb91e621f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b169aab66623cdc2972d6eebf266308d020c906
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f3d5e2a50d17046817336e9bb60795f0a9c39834a5a90c524b801b86a7de3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bb2ad39d843e98d8d5d5aaf67c45830a285e2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d9495aea28bc3845de6142f39b9c0e2d90706540142cb53e25ae7c4fcf9fad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c87138e1e0baa69a78a9daca6ab0629220a60e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6b4423eed1ac8ce1908a9769d4dad79d052d46b46a5c677b416a8f17d25208
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e53509981c379cf04ec470a9cfcac3b7661e26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b085803baf83b151fb77b19028db52d5598ff9c2b7f8ba89659f432e2d79b045
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152c858ae52cd37cf01a71d13db1ea0817252389
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a83c75db8b7203e5e14109b8a876d023ad941f3917e84a136ba4f75cf67a54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3b55bbccc3aba28c48123c1251a5a33f120277
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae280c1029efc81a62aa41f20bbe7ab37dfbc7ebc641bddb53d4f2d7a552e63
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76035af050b804647e69ad77ce4072f721f16afa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acf22301239f8f483cf322cf43a217b385d27f46838ae18bca60c8c17f11f33
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215befd75ebdbe8b3e69400ad30d0f112fbbe8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6432d7adcdfff5292d5f58aaf113659dda4b14d16cdeb2f74b94f35ce9b958e7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8437b0bcd16636112d08739a03718f5348e55adb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b0b09af25f5e94229e9d36c4e5cafb5cc1a9683ba886991a5fa711aac69a25
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696e7ffbaf88b33804f7d52cb7717a8b1e116fab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d67f0d4daa42c0f6686dff7727426e525734d4728d40ff4d07f37052e20044
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf8f23fd506d29b6852c50f608cfdb6fb0e120
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb5c1388d364bc45b4aad57fb3f6d81a0d9c28f90456e04d9d0ff15e0c6991b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb12023193026b91ed0963ef48e6c19f426f7587
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94be08b1329e89fd0c78a58964a7e424387a3ca93632ac8ab4c9802532e9659
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa937f7e792de0f940b123f2c332e38e06b691
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1704e4907614f9393bacf1cc370624bfb7eb2a2a345d70a1c76ba6707bdb502c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e7ccb022fa06e8df2a4b080ed7a195da5800f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858849b045f6b1135e011894b4361ea07da012c9e4595301153a4219780dc973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a8c2edf5364296dbcc7763d43606e66cb3e1ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a6a988109592c1bf9121197bf0f20b36b1aa672c95487cffe5751fd3893178
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12797305f2653d7824559040bfe5af1255fdf55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b6c891a8b9e846d52c1d5de7d7ad7e221dc03233d9e3a6218962173a5e3baf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370e3197c8ac4fe4ed4a5bc7d2387662788beb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146acb7bb0cc3930708a31b72224d159611bf97861905597b5891b5cbf8b2643
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb8c65f8d6be6e3aac0f58e4317a788e3c14ec2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70e8f46d8ab3cea82a344a74a5f63bdf1ff58bd6c15ec76229dd475a88f0c8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b8ace96a474483cf704752ba4eacfd6244670
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd8c6a4c6238f0d519e54ffc250e9567fb862b53b6c447354f6679d3fe1fbb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0603d7f66d90c629995e1a5d285620566cb86d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c49745897d9a6a76771a5285e695c63a0acdcefb022ed7653a134363a1445b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac9face3dce2d5b39e782594e04ba57a0e870fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd34f9409dc0c4b55a9f69d0a27a7836007b2f55c02e7e7ff7b50bd234428d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e050684576f03e957c7e99bdb45d30965785323b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c163095e8d8fdb490273309a36613495714452035a4a30e47aa71f4522234692
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1c7a89ef8c2205fac8261745fb25a83fbced53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d0f463418301eb5a35db2c119027467348a294a5d5b0a8c0a26b8aed44195f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9a09d9d202b08d8e379676ec0afa79306e08ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a68931569fef14ceff906cdb48de97cfe620adc3ba464eb6ff28c3bbd06ef33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8382dab0404e86e2d2f21f3d51fa3a1f457f4c68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb4c67dee88f7bf747eb6fd0137cbdf901b4107ed12c90678caec977b8446e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9973e9ee209a56ba358df9a9098f7d81436cfdaa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fe26aea3260b01c2f2505db15de73830c2df0f7e2f6569ecac07479d33747a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8883ea4c8dd9e786823a72432417c26b514a04c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06b43be6fe5ccef496520583a40d1e8f6f7693145e0bf8f1ed369823b4f68e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ac3ff55d88d5071c815fdac78626b33a402833
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0648200ab2154d82c2ae46463aea0f082e1ed67f933173276869e921b7053
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cea6fb602733aa1b026e49f60ff8a6e941278de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c738de0c5efd420dee3dc130ce10744e2f2463c528038ad17c2fc6ca72d7c3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e20608658a44fe7b282ffb208828b1385c7123
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaced8aed7f83af9ceed58e7f7eb38f29be2fff0789adf1b40e0175fb78b8f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc01bf18e0ef61fe91eca3d7926dae1414c600a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953262bcbcbe20b2e1537693c22ec142c6e96e214e5c287eb48b4b89081b23da
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775be6a4767a596de07c927f7d29bc86400865ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b937d4f964eb480093437e8f329c3067061efd54d98e86fcf5b98241dc3dae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d56a07b7f2f47b857f5e9649445206cec908214
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46efdfb4dada94247333652106bf85b2e305e78c331c57a248d6b741a8b10298
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015f57f934649e0a1eb358edaed69c8ca3e15929
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca38f41cd8ac2346915a0949f77343a14b0db743e1a51d2b7936419fcdb5aa5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffdec0a2c4673c3a17795906fc6a1e2bcf1d24e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72191fca47e9a19473460acfe6843c0172d502ca8fecb80274b8f19ab4497b74
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc42db3b32ada1a5c78b76209e50f77e5c28b2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452276cc893b5e6f4cfe43a583e2f5bd262d5101e2a472fe2035841bcbf58449
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b06bcf79f37be18c116fb0615a30bcf519ab973
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9108440c99957c527af9f7e29b716dc3437b947f285f2ebac63b62cb531b7ef4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7518f4a6e77f6ac03da205a771cd51c57c40a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e90c8d693da24b8f11eb1bb0938db0dc681b7bfbe271348344981acd4ba3c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb36d42d40e3aa8752896516f4ec6c491f2889f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a71bf9866c1e6bfda9b56d89c164af353c638835a1b744b8f4b5f4b5ce019c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b958fb0959c89d05d7c396cfb8053b0719f8ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066adeba4cddf39232e5ce2c58a0c34aed310e122da9fa046095428c3f8dadab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd4247b46933fa6c9d0b5cbc1e1f75f4d6e1940
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201edc57dd35d0b0a0064fa8506d6bfe89d0761ccb086e9256d98c345a7411a3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5eed34abafdd2dcc6a52efd12bc0d040d2817d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e400d00b8c236a9b5f28888d8a18cce52eb457b397b02a9b035195526a96b0e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07fd686066c278c11aabfeea169411d9c7b8c6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670816afa295abd03c6b6efdf48bba954b4083afd68a8b19b425fb9e19941abb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b14f3e8bef323edd7dbf31ff4312237a4f73f35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fda698b19c7beff9885faba8274768f383950cd8fca3470a58e885fc5c24dd7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580cdf7c1a3de5fe287496d56cf100c4c9af30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5594d4bd541ba41a7f7963de37169a1d6fb7c0e1ec75cde69a5c925891a2b66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61958e3acc65d9b005bb3c6d816dfb3f5bbec0e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2837ed4b38f09d1a6fd26f0e58cba927ff8120f89ace9e0fe021235591536d29
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cd04a65522e1125d94b6320ef1b921ea4a3ead
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa8439779280e849e7f4a7de19247c3cecc26a6fadc5ea8a462c7d3fd4591cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be46060e5807e4b0f11227ddfd06a8ac11937aa0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f53dcea5af0b154ff544151483ac82d7b44a186e153c2050b58bc2ff96af5b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7eaebe828f289376b12358c15fcc029b267d4cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78978c4b788e5f085021b27190121b5637b43c1af0995e70f0629bd2b830c686
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04f48d8327689d636b07d4d0ad5c6b07bce3967
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6767027269aa001507297d5db41f03e612f2cddb700ea5caccab23e3db0461e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2985f838af2f2414c2d8f9357f451059e4da3bb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78f707a87bc0fa41fe356429dd46877a72490f1267b7e14b5102f4271bb1f4e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f754df4ea3d08ddf49db81904d705681897d378
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a7db624a3c4fe9bc2bc966a2168adfdec5efe78bd4c85625554ae5fff7009
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd255958579b0addadca8c960a33a4397b162e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6ba31d7e2daa7a403266d10f51e6f7b359922c552ecb91bafdadf63d7f26a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20140f853928c71b5d921df02890b1a45729ae7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec97e4abfc338972c1144db4b05a4009eb1652122fdf8f4279f342164c0b00dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1a97b61aec63578daf4d10f1b4f28755f2a911
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba043f9f5e99ee83cad373f0730793a1c7e24fe9c003d296d192b5c4515aa93b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3531528e9273a55f37f4eeef693473a377cb480b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df086a47cdf9dfcd0658e0bd083d19c885d182186c7977e49406cddb9b1204d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a05eda2a5274927ff822977e8aa79bd02b7ecc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d33ebe0dc3ed7ebc3a5074e10ce140bd97ac8fd2b8aba6626b4d0ee3985b2dd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb6659991c79d0e19e45f6c1dc4484ffd47de3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1218a6eb765f79c9bcb9f3c7f36946fc1e61eb2c7ee62cf1b12d5c780a8951
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61bb2ba73187e0c3fb16ab48e737174fbb98548
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d929ea04688bb445cf9290226f9b3e193207126bacee9bca34a12f9d4907951
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613f3682203c86a6057090f9c3fb940936227024
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c07b61005cdb8d83611fcedd26cd23e428925e2753e024677c8f248fe133a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06db04ea8882ac44e140b208efb1e206ab4cc90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e92dea1b8139604de4fae1e6691ba86ca6a7cf4da20cfbe75f67e6cca4dd87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d95f60faed024039dea0c253a6527cf3381077
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711eacfecbd509944f9c03fc26799af4a795a7afc43abf69cc00ff421b26f973
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab48909b388468712d59d9aecf4dc021039f5db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c298603b797c9445e6859f1f95127672c64bc60f3cbbeff0699997eb75b66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c479538ab3a3f239a6cc983f44b2279adb0704
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d185836ce5775ba57927d551e9b1af5e274bbd03f26b59f3c015f68478f2948
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740ad9fbb0ff34e1a814b3ec16023517c94fc5a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fca41aee6525cd29fe08b9ce75b367da3698a836cbe4e198dffa318f2c736e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4247d2bc39a3c12852a87d6f6aeaf1387957598
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9515a6446e4a187afe4ce895d30d8f7f062fea92728bd1362d1a9d5a58fa6114
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739465c316a6b89204ef07e245a7092013b5c0bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a7cb26a118839411000fb5fbd43f6dcb9f813e68cffe48caf98729b2c1726b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a816512a37fd5783a573a729f7165d870c3fd928
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a0fac412b29955549cc6bca05492dd9ecd6f9552701df67d475070f429d157
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a457defd6488bf798870b6b0dd0febf8d7fe9af2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1625d8a3d271b4c06f6f924977a6417342d41ca1234d70ede5607bdfecc1bb35
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2dea0c318e9013ac698ea0895017b55e84e1af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9a00e2f3a5c4e98e378fd31d4f274eadd18a22408b1bdc99e5b10c949984c0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a117226495c8b74c5fca8c872441dc3a20d8812e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b057efb0f33becf8d09bde0deba5d630188668835193592c668ca31b71a9a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dc93dc18a668539327009c43eb34879c1c2356
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de933b9806d049092b66b7abae044dc22e82270e5ab87134dcfe21c133bec50
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc3eec42239e4aa50dbb6691c489285626b8de2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cf9d712ed9b5d3123adc67d501d2ad13f59886a9982e4d733be77bb60894c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddcdf444f8458316355de5c7dfb388e9873dfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69f6dc169894baf448432ceafebabd00227d05f02c583ea13bbfb732affd857
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e279c3fb5637d3156506e5ffd6931db7c67fbb56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aa8c191d8338750ad70e1bf51c603945b52ae2922e8afc28b8cb3e1490e887
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e275f6b4ffd72818d9cc9ddd966b1ddbfd6961e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d23c84cbbb2dd1e9c66b8a2d7aa6e2026b3035de0441002043cba4a7c6522d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cae568421ebb0f3b2bbc7f35ee229373ed7123
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6477ade691e1718acbffc1a2b0296454367e8abb2c80abdfb45f2f081adcf0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774368424fd10d896f24f7776a8b97c9ebeafe1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa43b3e2fa3296b4244d67c729f49f06fd072e6b02ed0f85eb583cbf8ef74c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811081e12a5f6906fda06615a2fe05fae16238da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d88ba1be8e26ac66380aaf9d229c680b9462298eccdfa08299fb36c19a115
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a48c704cfd04b86ba29b801fdfe3ac0e112c60a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a9e3d9933e3bc5da45b130c38b68f5306082775b4b14f06b28faf51b630c9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae4bcb8a88d4a38ddbab867736e2c24282e3628
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a0b69311427c92443776407b5d239170c379cd510e65929f82b196a6305f9a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c6685ed0797a6bc53c72957ba799f0c151d96b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b320b7e0e85f41a27f901656cda4914e606937acd8b14279ad1d34700e79ac1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982bdf0bae5c027ab4ff8f93b2f49b440118cb12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4378ebb6364683c803259d7d1672bcfe497fda76b5d2644512842d47ef33212c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4f695373575d3714936fe88a263c21d0643789
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42650db85bc14c8029ceb481e3f07d3fab5864e637161d33f1075f125df647b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e479a7b4121d057cc3f07b727adb6bdd8c7984bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ef54b342ead6470f798522dd4723fede571dc7788c07dcd1406354328389e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67efd36b8b40dc50d95fc77cdb9d44be4c2ff8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d5ef4f83aeefbd36e280e4b3e17ad6e5495c179238eac21a42284c52822fb9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d9dd2d09541c2e3520001872f0e18cc34051a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e711db3aff2bdb02f2983149a7c809a02ce05e3116aca8782f2b8c6f1df0ad2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a3800c6a7731f804e05fee827000bd0c28f2b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313086589b751106db14bff0d66961268971da7e106373bd4cb28722d929d800
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deb993a8a4941be32ff5fd28a4dd8518df1f29a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e479f478321469f55b0bf25f590221b78a7a91bb3e555fa37e89f081e425b2b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3279d5163cbe33824a338d94ae510fe594e56f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1607c4490b5ee3ac4e7a6391620702b3c4a4d13a53b394dc6c234dc22569c737
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e522a8e2b348df4bb8a44a254bd094ac3d8f4f83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e235b7e7f158df7361093cff9cecd3e88fe419277a282ae45d3e7cab50c7a3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd44faa197bebf1eb101fb758775adf7759e872
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b3b37927b41cd311cda1fe4c49f2622a93091e749ac8e468e9609655da48b1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce668234b392a564d83437fadd643ca30d70a58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bab83f31268aba1d5981748cbdb3fe05b297a3f1c8bb6b99ba9218e56ffa81
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f7fe67f0cc54331b513ac7e8f018b8cad3b6bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f4f4c0b199211d11a0d9d6ebb5d23ae01f20a6c027beed434ab99c61a98cc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b6dc100b315cd95a999c0e8ef1b0bc307cb1bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ad22f1eaeea05fcbafb220a8a917edd60805cb2941ad37a1d2624ac80dbf11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15cf2ae3b1e2264f700dcdbe9420fddf65c4f31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0e675321831882624221d83b568402914808d459c32eaf5685cce6302bd885
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cb9b5008d77938b57c4fb42bd96aad9ac96547
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc31bdec3ed6c82b80e3f6f07dd6403e6e0584153d908d31a4cf1767742796a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a50ce99db729738d3a800318d8c552d414dba92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41dbbb8fb2c88c4c86f0376fb41d643494e749c87a0019ab883610c08df92eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb3617e46cac3dbcc052b0c2e65da3b4bab4264
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cbe0aa7ba9bcb7c496e24eaa2ce86a2b940d202f1da558aa2d7c38942b281d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebccc466b1d90750d955c4b94c55556f04cbdfc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7113dd5b4b0ca3e1701d4a51f9ff4da7932cfa77ead5ee14fef11e97367c56ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b953e770b4403b0fc01fd92c92673ef35271ed6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4884dbae8f6821c9284b9dd7fd930b698845edc3d45fced1ca9279a5609be9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5fe734083916501fc260856b283c99ac1b3826
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf45ac00334ac850844457bad50f7f4e83bf20a2afa123cf4e99fcb9f573533
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e03fe1423fb4b26c5690b66337db9dc7e1cceb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229b73bc6ded9d30fbaef5e13ecd8928642c567843cbec43083642086b8b01c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed314d0778a8aef0442aa1721b284ea546fc61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f240540fabbe0b1b79610c56552b3cd038fd6d218e283d04feba2f921adcbd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3bf32a3d781c9cf384cbaf83841d648fde0dde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9687b83fd2bddeaff71404037ce6df312cf624add83d92b84f1bc80cafca03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365bdce800c78cf69a91243d35d2b1c2984b04b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d41f5a2b3c3653245643aab57515cbe286aaf53f8a9fc9cfa5445725348ca9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bdf4af540a5c3114466e85742edc94fc0db339
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5663f2d15cc6bbef4554301bcaedf00df6955c9db9d477256c3dfcf8532af3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5156330c09e55b519d979a809c0498ac97926c99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c6e3e421717cea213b8f2307fecee62b49e4beb7be51353b393cde78fc03f3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d53b7df6a67afe4c57eae691b314853880c60f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5b3bd373a09aab169a79bb5ac132f4d028b9d70193b9f8ac42be7511006f9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33fdc32dea888d0d4c9a9f225c1a6ab394b3890
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d22ce760de2840e897c4090077fabd082debc78939af38e3efa5b3c3c59f86
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247cf7e41e040a2eaa0ac7bae19d716b900b2e22
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d66be179e28b63637d420c3f7115a8de4b7f7616ab0a6cf4b9febe36242083f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9c7761632eb19580a2f726683140aabfac484f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215b98fa307d51ac3e01b4b4d84907240abdb15c160184d2e1dd59676f8c040
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4560a448fd3ccef67885f9ff29293ec60fad92bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ec3905803b37e2c2da0e047e2062fd54aeb5f7334ac3cad351fda25a9df97e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ae8167c1f2057d009be6497f0cf055b3df3625
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129f98c33771127252ab41a11306a24081cac65d43728aff4b771a75d7a1aed0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1ee979022e249b32fd318215d94ec49c357c6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287a6fbc6ca7a4ea1b33f1c036c67a5aee00467278ff7bc888dd2d88a5a12b41
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec153a997fadab49ff47d52605a405d4b547c8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9facf57fc62d68ab116eaab3e075d6728be4704c0fc26012c2edeca8207e64
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3915f2b97536fa5161ef0d463f1997c9aafcf3a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53e24dfd9eb49b31a1267f7211f56bca024bc8e28ba8cbc6d18bb9616ed4c41
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587427f879e8c40591b1e613aba66b9db283ae6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4390fcddc47147018237c6430a285fcbfbc5a0f502b20d84daebc9c555b15fb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f025de2ee064ecfd4fa0ba8d4e1ddab9eb7cb7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256a7aff66cd0ece0ccc9491c8fd87d1ee45af823a181409de004c3dec40f884
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd72f62a2ccbb868c44c1035bcb0a7a75578e24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e09d22fd3d830d192bfc72671e60fdcc29f13937aafe956ff030a0ab8123119
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7f92d6ba3439ee6327fd719ee028bc25367a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d10a6874b1ae62cdf589e2dd4b1f5d6bac7a2102c9648712af2c0419848e50
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0961ffb99abc702749013e6223905b20d257c00c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b327e35562f364cc29547d1027b72b6d76209005e870a3b70809dfc9a7effda4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d3086a5cbe5d61c94998e484833af277f48bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f730d41fba4f0e65129f751544cf9553d8b0f25c18ef4134d894e28309757f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28f7ced56b74aa6c6fda54c5b9b517307035188
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9480c38be6936f2e0758c4fcc2faa1a8b0cd84753205050cdeb02e1cbc56f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8875acf5c1950e337eac36360a91419140d1e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11b35159bcc5b62a2c0970e7a3faedd16ec536fdfdb1ed88a21f10d62090c9f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6583fbf467a8088674578b0e117c77d8b197bf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2880c31ac2c95ac223e18fb3a3d0e382ead3ec400ab9810f3e2f52d11a7c75a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f21409442cf94928731c9854ccabff339b6a29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f5349215770b2c2c41e2fee969994f00f2bbf9bb820eeede7689864e648c56
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add816f738e3e6e956350c136cdf1d5eb5cb72a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d20a18354b6b77583427631fc5971d8d159ff410104ac9d3e2c42d7ee272d2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932bc17447160a0d7194887c9513ecc98e1b7279
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0af07a94a7ed127240d2164ad8c7358cde191a71adb71a79d9b84bee3ef4a2f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ec293f380be55adbf65b7aa33af126e732c40e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecbd021fdf74b0de2fee2e2d4ceb3233c6daf3eb192b328221ae4b4323504f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01fc6a75df965bd97894bfd4c8118345720c494
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8ca032651bb469d016d9a002b37d73f40e5a8604f5a64be259d189e75a7ac3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081520d4274150a1981109ebfc6eca38e7e0e56a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a20e981d6fad793738a8959d950dc1800eaecce5146c55476339343d801d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2a05afaa94ff63e3ac4c941b14d95891665149
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814902efe593edb222f33e83885c5edbcd47183bcae078553bcf69d95d1f048d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba23367f4e2ecf71453ff584ce6540c7e2e8978
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23811adbde923262bbe21945e48efbf505d72f892c4bf621c4dafdd30e642417
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bc178d02366c07f265ff92b23354243f78ff59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec72add9ac83f810a7267ea637d5cfedb7373fe25b01d37269d3ba511100bca9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1f315888ecaacd0266361346da31c9aa5f9074
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b114297ecdd7fecb23fa0a019cfb28e84b4d1d9d0b4f261759b35589bf87bb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db3f58de9072ef89ff7f4ce380c32a7f9d9369c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e493aecc9d0c9e2bfe19e43f0d5ef7478ce6b99f0456b84c5eeaed5ac6b62d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbd34796022fd7e14839bc0521aa89ae901ea66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d381e0a97423ac98eeb17345bff6a0af7784984b8fed7be0f0c461701a7e8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61efe1eacc399530069c881d118b09335fb49ade
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a29c6b8cc35f24e21a38220815ed843c27bd5c2b1a5a18d6f4ba75cb649e7ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9138519ce83af6a545d9d9f1c3ff48c0931f87ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9293ea3684b281298750bcd18def08b15c2ec4d63e8ac3c5373ae9fbdfb9ba13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa11774944a57bb7fa1e3bdd66cd190fbda184
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f52247ebd58450636f02830b0ff400584830b623dacd59621c36e0147fb4d1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b7d19d18c14f86512c139171dea19d238e60a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2b486b1633225c98a6ebea45ae8477ef799bc445c70c14bdf0e53534bd490f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349b8672e1d7429699a6aa71b80ca35e2d7e2dca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923ead41ea429d2d89b7dd8e17331631012298553188b51e2dd199e8e7a6106e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d218971040ea259525c46351cbcc0dd08b4741c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ac06c532a6756ec410e7b65b475290ce539fb29a1f1f7146559d927ae00338
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705dddd67759475d3eedf1d74a4af3845e1bbb39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a381602c33bcf428a06da7185af31f160370073c726012b826ba220ff91ef7f7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4e855984b6865d867b649d6a9f824dd2fad46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caddbe9995bb8bedb89a8ad926dd5dbdfb96d1faa1c13d48d1abd1054920ff52
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743c29becf6876f276e534ac39badb75311c5e41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b1795e840140371ad598acfe114a944ab2c4057c6c02eb35f0ef31b27cb8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff3400e0953d6edd71633ec39e02a17573c080c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a54ec0ee739f84b2d6f226625c3ada388cbf8e2bce9442aa12c2e13fc04fa17
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266e009df16c5eed63ab710fdb5c4df1c2c2d692
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bb86f1ef114b03f190adc93556a84c9e8a572e24d51dd529af3c27ac10b7aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31c023ee665d80204e8ec9ac4e69fc3048020e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44679acb83626194f5edce43aa42c34001b5aa29d1d56de61dcacaaf5ab21fcf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeac401dc9f9cc4b3f7ddf1744cee63fac27f4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2ca143b6376362eb0967c1d5479cdf162f2ead23a9592e75158dbb9700ddbc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5ea464c64390fd68662504714d9dbf584b2988
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaef38689a6479902acc58ae724a6f536123c17d3988bc35996d74820feb47b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65c03dfa0f1c5721b3d087ec48b55868b072592
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b7f71c07fbfe589e33410b6731312e30c10352db5fd050c9b79c936da32c6f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65439e4d3d91a817a047e34da721263ec6dadde4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f528353a9e1a63e0426de8d80c88af61bc52ba07787f4c2072e63cd2f7737
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea45ab28ee7d093ce4b3e51ac4918edb1d76d3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9b5a67afb8c55ab185349b8acf9926c35aabc4a37f42583f36710174a3fee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b9c0f7788b5cfb3eac8e6cb746c64175e93fe3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b10f9e5c6ed4427f742de5428acf08e527b156af7bdaece4fcfd7cd0c82f39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b872843dceced5e900c420e44ba8f74330bc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defcd5c1d3d770f7b5e09b587acc2765959a4ee9d580d19f180c72f285badff1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61593c332a3a00182d47f51885e66849674664bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dd16dbfec34d995fcf2f3aeb7b67b9e6d494f048b7ec655d3d7becedf34fa6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd03aa1b904cf601d1f39203783f64a1751b8db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f906069ebebef49940fdd2900d252346e6e95523589021a68d1929e7c25f62c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333587035d7a9f4f002e868fcf5594d4faa2707a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf3cc837f505bf4c190df0cb5be34bb06d1c7bb051e9ee2421fecbcaebabb89
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae7031a15ddac0ab685a9843aa9d062b3c5514
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8d91b9839efdf22f0a5591a665cde8d7c4d6d01e70563842f52f63cb9fb264
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8a2cb1fa711018e52758aa590b69e269841eea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d71acb4a1a91fdd1b72252662d350a2b0ae817958601a013f32a018be1aaee4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a9958dd1806b6d337730a8d3ac2154b430d5a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e25f6c1f85c291abef687061394e410df29df3c3b5e33a6cfe84f396b22debf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8e0f610d69c4e489ff4b35e4bd4419bfae68d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de71db549c112e5c307aed8da2ea454330c62af1cbe386666becbf2bd0558e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8f70823e80cfd4b04aceb36a77a09cfc8312e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2915af5fb3c4db2ecf7fc9d38a5abf9022a6107b675ba4c0a3e12743ff5214bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbda0ee9ae541ea31a6e167f058ff4ccbf53733c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b179713294ca5e947c75bd5f268b3b348ea9d0409630a2d77146509ba7dd10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad691fbedc2e4a160db80aff4312c24ad7f7513c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2115284379115df3aca2bc2cc4192b4980525e8ef4058072bb4ddce56da4dc03
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70bf0e7e8ea9817208118bfe01a773127426ac5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93fc77d68c84dbdf928a23f0d2d06c096aa0e52955b1171145893a0a3397875
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be10cab81c2e98cef60f0f843b23fbe08244bd57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61032041673901128822bc800a845dc4ffb9b1f65ba026a2f937df7cf557048
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b94880ddb779c3a93689fadd225d6b7ef9afb6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28fd89f7f14895ed359a09c452a39e3cdbffb83c260b03397fb013f2d21e546
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fbcc678d0a2d1fcc5470d956dead473f746c77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6512a9cd0fe71dcc55892527c5720879a13ee02a309bdb8e64ad2c1654070941
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376125026cea376f1d2950e30816ffc327661fe8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1111c58268e407ace7551321ba44668c08d707bdb86270468cfa354b0e611a44
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9c147b54e5ec4f777ed2e7dd6de893bac907ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcea04f90c555e7cdae67b79a1d07501f31d6d5e1cb73caaa701ffa3913c5512
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630506670cf76440dac613980412160bf70ffe56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4554392df8985ec09cee9723adc6046989f3d4a5ff9285effc743c9e519cd1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6268273f38a8006e3c1dbed2c08bdf586a8270
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65669bf64321a9239da6f0a41d5370ded38eff1b43f63747141a4a6d27fb23b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cad8ea8be88619a720131b22935412f058a8b4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ac9b65af8a0f958ac27d3136900e6bdd70dd8b52b62dcaa6c7f0a1b0e0b33
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2aa7730fb99ca74d74c5f5198a0a860e7384d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc163c3bb0c79f4fbebc7f415445aebd00e030b8eaa8d2ab063d07dc86e47e9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c547c06037c26e01e2974e5cb16d2813f3df33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b92d65e50e085917dce23982247e3c89d06e813457858ff815a92dd8d71f794
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4501f9ae8bfb5617cdb5b02ecb09cc2f247a6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595c4f2b8eba68fad87853892aa20a19ec4ac9583081fdb26d3a757c189d5e03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f1fd969ec5447d843a8319d1e09877dbfeebdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd2f7490ebd2e76bdbf82c59365769792a2f8656ec99fd41d1f482a9e720e16
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5609d6fe8438e4cc1c4ec1f07f8509eb80ba39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9588b9a073605fe7b872009ff532c6199e82e4b984edca85cd9c1eb34ee0f7b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c100a5a425166ad741633607105b7514fa7bdec3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb7bee2aba8248c351f2315f4a0059e15f7446e06558bf922aaeee5290adca0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322872a9113987737ba1912e162e2932f411802
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e39868393895e8bac99919e1c30e8111e7bf61e603f8d63847e5775067fb62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db4fa381b2c8a72d84e85afece038d78dcef33f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f657554f3dfd69d99f59dbaf7658ba23bfbdd27cd272267dc631641912fb9baf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e783c6d07d915e1adfc4ea4a3f9aa470e71f7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a8265dc18dc91c5867a32557f19fe3203728d9669d6eba7a91d9f85047ecfb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b972a1f649af6ee315262bcf88e3dd7ecd49dc9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef89d4edf107df8683007a0982fd7f693eab88e6345df93fd00f798bf0ffb333
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed18a9a1a4652c0ed85905fecd8ab5935cc9c773
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0be40283ca0551187b0f0db5912389a7fe616004c7b48286447365eb361dd02
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38292dab4ec62780c84a1e47b806afe952089bd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0957431b48ed65833fc0a0cc95997f04562030ae0444ab21bdc05c0d053cc10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e48c030cc5102651325ac711feb20b9f7dc1c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bc736fbd70bfd5a80e00915ea072aaaca7ac5f071e377a60119477ff3c263c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3985634103e903997a8ebecd26af1045b33369
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ddbe1fd1f17ed728573946e46b8d433d8e35dbe83ce0fc4f618915e3a2ded0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d25b70e245ea95e7a23f41576faecf4b71293a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bff77a9814522db2790345201039d9a47563fa6dc4c6f4aca20ca349b95e435
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581af1ae664a51d002599c9b2ee8dc97389d090f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2c1e1a62d08a69d112b1b961e4203e5de706c4a49b3b9a1bba9f0cc0353783
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd2833917b74d7edb0e23d996187cdcc70f8f1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b2bf7940dd25428a14e3e95e0746cdd579af43812b7495ecb321070376822a
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd286235ed1feb3cbe44d393fb1512355296476
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db081079ed818eba68e8056e55d53632e4377cf4956d0b4640bd0f373b74e6fe
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e6cdd90414bfb02062f01c860932f66890615e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aed07516713852dcf9149effeab16b406749b5faf66926482a79cc0c664441a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445fb4c2e0c58bed261515ae8d1cd2fcf29d0584
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe82b6739ee70337dd497047933b9d19dea5750b3c6c027b1359434a81916dab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ff587a597a803b8a1a562b052f30f8f38b84db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46140591a511b13e22dbeb9688c0f67d130f29445f85c9a7e7a26052699f456f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca3d670e0f19ff3c1a6fb91849007f30fdb239f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a958ed5720abbebf30515fc63484688adbfca3536fdc7e501bc913e67ffd4b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa90915847ec625184ec6774cf63d711711f322
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa86caa1b99ebed4caf0b5a27ae2e689c0a0af9a867bc4c8950c1194dbf5d57
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035d5f192ad9f49beba6a9f1980195b518d6776f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af13359b9084cc4f597502324d5a4941b175ab407a209300221736ab71d99840
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3491843151096ca45ac20d76e12a05a195a61b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a4505344173002278eebbd0adcca92bce26398c9254f1d9bdca4999f732b7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54391706451129e1fee68203c875ed2a7fa71202
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a19749e0b55f6f455c0716205120098926bbc017d5abc83928e9e997cf5b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b814f66681b7f7c16acc99e556054e8ced56d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6152420c8279f27e8453585d71c7587745efc025c4b07a645cab08ba72f0c9f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0211907c72b6bd69f89168be0a4abf8157c04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5a4833346f7cd3e1532c28355741f31fba7627a25fc4adf4c88f561ff0677
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d2227e3f4afb3c4d54db6918d14c1cf32479d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f437d9354385993fbfbb8482dbae7b3f05ac0036a659c56ec6fae8e10f9ecf60
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc6b47f4bb7a000ba0ed3973cec3bf81b605ffb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff4ad2b71f595852b28eebb1f072ab231750c246c052645c2ed84695cf98366
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5625d5a23ffd3f72c6a0f21b8b0a74d3838d6bbc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce163ba59bc92a1f2a4c51786e4b76398e69a6ce9d19142fda67ff463d9246fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b1c3afec688d675868fe51c51217be8e22da1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e31a4f91c5c58173a290f6f36877c395d72ba669d105c645b085aa231a3c3b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329b3d4b8504dbc20158bbe568bea39ee6babcfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f810fb67c380008fe952aa732a0c55e25bb9fe421f385e6c77d9334d8c753d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f70dae7f9f06cf3dab7eaf06a84d16b3de6f94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd686dfe01d509eb8fb30cded481ef1d4269c022e999e3c71653e0dd564a14f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3befc21c7c34b29bfc0ad101984c004f9567c66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d116c36bb37d948f9ec7c791e3e2c8e0cd410b63d30a82b06c5f5e1a8814589f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4ea402b4b4e8d0e52e3d54e03b3888589fd9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7956e85e632fae053fbea2e7684f36ca7d4f874985ee09b9c4deabcef86ea3fc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08dc21a86b6c9e720c56130994a4f1a5f61f3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc02959780e3769e5f0c9f2e33bbd81f369d0b3b7e83675f0c2197bae2c5caa4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2075fabfb8d3cf33e34f84888e36bafbc64b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d9ec49c56e65b33fd32e73559fb90a2d9f9b347d82a313d9f6da1cd843b71a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc71ea368f8c74d34fc2d031155a3a3ad903b0c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315c05c25de6a01fb8a83267bd2686aff1d27ed0ea2f3d00543b8aee0f79026f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f562153244b5e17482dfa79b4bcf89408aa019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267e985cb94304a727f374bf4ae7996bef7b96162142e56aed5b9cd50dfb6698
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4103c7c0b48f25ed96bb1f66e7b1a9be2ccf40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d546ed69b72f2b6d5453d13ffe1549041381347e542020be8db016bd84e347
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a09a4d28dddfe970816a766ccc87d4b97a84f2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490204f07e9ca75801201ed9de382230ac82c9ae7fe2d4fd6228f7379e0dffee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2fbb1a68bdd9d81b5ad60c0b217a91e19bb161
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89858b1cbeb522ec22d1d9fc864f0ec262213b4bf7856e3c845326de21fd1a53
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3463cf2f819c11d080461bc82d0f45d635d2d63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa2f9f0b6fb8e494608050de018ac41f522c4c2ef9a6fa4f2c26d7e0ee11c4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dd3123e6fecba20bd61ddd96eb534348e18d7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bccacaf59eafc7fc39cf14edd8b3f82765567eae2ae5978d1f5904c35ade2a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145a73dfb22d86d4c128872333ce734fe1de2994
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895add227ac1c53b343354e801122f737e93f393614f40b902bb4a34518a9a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ff0192112038f1926fa4c820fe1eed957a9e47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d0bc4505ee7371266c55c12ebd7be50ef5f3d0768d7094c112042a4644c2ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edb67c9be61ac95eff349f6076fca2f913daa8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5076a42916a44c3d8751843234943658b60542a0d7545df0707aad248d405a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1804d6efb3e1958f36748a07987233ad756cd316
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17c364c1db902db6dfcde9512478e3e3184c43075ec8383508f9fc9478672ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8f9845ec659247f874b1b7cc6b89491eb11e4c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c111457fa317747c182dd5da98b1f553d2d2034afa563dd1de0325a8c2486468
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc32a11e1fe33422e861937ac678eea9e41922
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77948099ed03fe43e586306f3856bab9adf91d1271a15efeb8a9b73d3836157
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47735bd68b2c50989968bdaa1af1a4cb2aa5338a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f666ddc7caf12a57271b9fea002fd87be53405c320c84cc55e8ffb432132f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421672cb58663f611ddcfe3e20c64c479c2c618c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b040b853586e3f96b9f09c27f4ecd97f843758d4814b527487c78c17a479aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb85b4202d973fbf2ed7ddb525d6ec8019491f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1defad0568f678397d0f9df6db67f7db0793c97158ed7b8e5574058d5e6b9365
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476193008b49a283f334a50d7b56e18f8abb3684
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a0e26ede2a4186472ef2e5e5ca27a4c5400ae449d4050278d1821ba7875339
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546c960bd9510363eda11ae351ce8b7732cad5dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b9de1be23d5e5b8fcf98cd7af604b0eac8695315a966b39e38c7d503210a68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9629f5cd8aff28fd50a49e79402f706720030d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31395e6e524c29b1ec746029304578427904831fa3ce7efe8d2cc78d7a30d786
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94362e4e4efb25b347c6af56c20ac5f6562bcfd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e308ac9699a5fb87fda342f35f671a94f393e30118ada6d41cc8cad8a3f96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35968d4917048302fa92e58df74b9023841685fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc863d3d6bae1485b90585167adfb7d834a645df6ba102277b3c5283c0e6ff21
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b264f28e1a8dc1ae494a55893f5ae436ba3b0b76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c00c915cc7a9a82fc680e7469fcc198a502cb534efd55369ec878e605fbfd51
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c5023c1a20bc3820ed183cb283e3a152a0c9d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2974a63a9f31825b28e460ebfa50ffeee6ddcc241a64d4c5131fceb339a5c40f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18753f68feba441af42a551d0cb59b6f7a2acdd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e57928c555cb5bf71782bcbce605d767ebc5c53869b24a4fef4ab8187401fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fb9fcccdaae4b2d793fc08e9a30a194d47e860
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ccc1da07541bdcd4ccde6f6578c82130e9861e4a364d90da470f761cb26c9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8728213bc5cca29521f62040f219368d55feefc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bdccf3d43ff49cf96d0e6b73acc2a354d6cdd79ca1e717e9aea800d7bd10f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d763f83afe99e204b59a38edbd111343ff161dd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc273c7bdad6aa59356df82315d6490f1f0adea6b0c64c6b2038acf0ccf04fa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a866aae2de73e9ab5fbf6e526023c7f0abff3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42810db230141a7bf007863e4d55036f61706abd81612dbbaf25d2066802c659
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe5af27c93c59029fac6ac7f43de9dbca13cb27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed25e479cfeaa1abdda13a7dc9eb98f2af799cc2f3a400a9d91860f6578be384
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04af2586984beb0d4dfa7437f1b673ffb6828f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ccb6152b5cb7a1758331058e46c3e271b72469e5c6b7126abc10b40dadeec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481799438adc8b6dfc4a4eea55ac43dcd9079c6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59f2ff6a7bca9291a4a69171bce712ddbda25879328fdd94871675891d6abff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5c9a96fe7326c0905b398e56f527da66841a06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a668d754928dbec4f1460b9d268f0af7130db1b0a460ccce99d72896966dcf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4124f1c02cd010ede8c78c7057ff9aceebbd4f8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe25b61997ab4d594bfc5730b51b55830936c5224651ec1ee81acbd2a481b922
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86b1650309817d4aa74c24cddffaca63de491b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70012709b84c1029c73d9247dee256956f35c1e2c049c8751b77c412fa7bad32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0b8bd175c2b7fb90a23c0d9d14b3a4ce6eea5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eab9a3a8bd4fcc388e816eb4d84ef96b8b24689f9baca18910819a9ba482d0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cef18b3a44bc681489caf179063ad9a0f11329
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d109f20e936bba056f8f14fbb876707ad0e65e9e98ea45224b542b7d18edfb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a854d25b4ebe031981e08d33a8b4186c9e55282
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeffb3b75ca485ddcc3e292aaed224e1c366b7a4aaf21b0b22665822df65b11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf7b142fb01ad0250317ab0db61aa65cc57244
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e42a8d2b74005625c7d543722790831f8a1ec45f421bcb443d76695e259bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4225591f2ac355eba01639c419f827dd7b445a87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd04a2e67cea73e8d8947340e9774e216ffc9506d816dd6a585cf5778fa9a756
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef9776c1d00dd1039ff27ff165fb16ab1458f96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9878a67c1afef19991d7d1c648b2661ad3e7a969c472c3ef8f0dbfecb3db7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4f25c288f87f812c28c8e2d28dd3c21397e64d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9404da44dd491fb9fa5ea00e17e1f1f8d318b5233de113d84239c0ceccbc92e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cce33a83606557612c8b27e46370ed599cf03b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ae4852f0764439e792278276606382d30d8f203bf29a1dc1752c8eca9b2a6a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e6e9e8a8e9a42c9e77fadd2857ca65f3752059
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7f6772f5786801ac7ff5eca047e2c3e34dd536a9abe7d57b8d5e8b3cadc86b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d30727bc5c883862e67602173c8ef00e4bc5de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eb6cdd876c51f15f06fd23cc15f9f033fb28e4ef3f03cfa65f1f2931566ef9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e1153986356802e31bb4f0dcb2b54943cf898
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adad4084e8c8cdfd23b959370c3c994db66a37a7741d0233baa66be7bbd57b45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bdea7c341ab06b7141fbc427ad3f7b0f9b9d96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735806ef2f4712bd93f4ac2b553f68d82e0c14f464a25b19b168dc490580687e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4404e41474e2dddf9215eeb13cb240dae64efd93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15f816e4dab3546ce88884636f0b9ea83e0e26c0954d7b12f874b3f2b45065c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9868338509ace699bf2936808bd26522fa751028
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790fbbf2d3f97709dd3a3ac1618e2c77b732e448cc58fb426b5a21af40506238
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b1f9bc8997a2550eb8325537b812c19c912c3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e611886b427e752308b6919860021f09a6e80f7db3f4e159acf73bf2ae66692
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e442e526447cb9bd3d0a9026060159b717bcd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1655bd65d5aa86c30fddaf7139a01b1fbe61822c66bf7d1483f83f8974c2cf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d569c8fd0ad586af455e595bb6a7cd4dd39b4932
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eb42fa87a41ccbd59ae4bfcc44db0469ef0f2d6d623c94a1f576de091f6818
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d65b574585bb24a25df673417e3e1383bf9d3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cfd3fcb97477a456779516292c73295bf06fb97a8079381da0d4ad2d4160d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c059df6a158863d3115cfbe537676f7118c1c634
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa7592554c187c41b1ab56b6eba5b36202ca7f6965509eca7efd04dc4e8be5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42d546bc7e295dbd9281a9ec96e946c16186084
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd4a4481673c642f109c105bdea55eeceecd0e7d671e29f8b1118f09e926d48
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e5856fd57d59d88a0a360a03d26001253cd1c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44297d45ceb4d63293468be0f8e8f6e2becc7474ff8cb6ca7f4ead9278f590ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f241c31e4bb539bb0addebd11f0f9dbec11f79fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733588497ec8ad98eb4c5b3f37153e424d73c81d21d054bbcb20826c0f8caa2e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661b15f991c42639c0d78208d649b6940264c5fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6810f4a2199eecf42020337a96e77797f0b2350a6a1b0378d8ec5713a1fbcd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e671b5d50ba299322676848dfbad03d3eac8051
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b57b6110a56b9416534aaa292a3794615a558498f6ec5f2231de6e71c8eaac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c69b3d02594337d1be7691a1ff7c29c0e1feb5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffc40875987f04268e6f86f74c53ae60317421413c64d7cd71e9580b502a94a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d5da4ee6f6be5e82c47d40b56d957b2f971b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640b547fbedbfc9f032d4057f088d644abb07b3a029ad6cd1e373349447749c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d2ac187d8edf4d29a635e590062f4c913be08a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb72f16fd2d531dc8f8cdc623a97849b12519f00d68ac24a6aa8fdd07c5e6d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8116b3bf8d28cd1cb09c600f090d161a8ed0ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3540f990b64b1080ae3edb9a6fa583acff60f9fe988731d52f5ab7f2ba15f1e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafba07aca0a3cd5d168bffd0cbf57c93d95235a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caca0d9d38b88a2960153e67058035ed7f2d91f5491dd041829a64fa45be0388
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98179c9469181db866e357cdf0e80c8e512b645c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0cc552737391135b2634bee38666a6e8fa9d1ddc923e852ae2fb8f3d28a20f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2569de4761542571ecee0f88d44a9441a58f5a5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942d1776025fbcec023006979833c77072d91818907acf09f770e9ca36382e99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231c538e34ecd55e3c22745d55b841232505c49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd574d3111a8ff5dacd73a2f626b7a289da324c42986663eecfe3b75fea99a4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a978327b49a221f46defb21b629d3f5d1ad7f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba04bbb568e8cdcd660efe607cc9077dbadbf22b95f6a3b2d819eeba08caa9d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c4a7c816fbc396b60e2a8d839f76872bb9caa0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb566066267c58213ebdd815e18b000ffc95cbebb2e00c778dce46be53064a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27685fd79d54570dfd7186d4cdc6e2c980ef33c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86fdc5547188f626658304103525641b37a9a3057c5e9ccdbdd4590848f8c59
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1385ae85c24542f89e5ea50f49cc15b04bbd2c4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783af8a67616d5012ce98636fac544d4ee4260be7da24e0df38adb49b38809d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886aa267b278337e2e87e26143508598a53ce310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c00506b2e35d927ab1ae9fb3d9616dee331d7cb744bd60a78c7cea7f392242
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865bcca5a12279c3dc283444d09a76338130e844
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0a4dfc597d5dd4eca30421727eee592d47de2182a62de58d05e32c495970fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dd3f2e7faaa0d99e1632f67483d07fb33d74ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fbd7c127f8427a297c8a7ddf7d0d116ebab968f0676dccf6ca3381aad2719a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c86261a926857262d04e63bee1d4fd9df1bca20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650738facd01122f992f69036f83da427eb41ba2f6a8e2cbb61fb4693f53c4a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac40ef859870920d6181badc11fab88c29b91e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2a81b0e863865768d1810b34ef3ea6252cabbb39f03203bbab12b5eff3f0b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a9b263f80edfdc93ee7efb901cfd8488b39da6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65c8597815b0e4e4795e6f11285b39fa2cc38bc5684d8769dc13ef9a4e185b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0addccdb160cda1605045b9e0cd642f38a6e56f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb4c53be0699c21e802779c9d4bccbcd3960efa7bba0e22a8d5d70ae986e2f8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3cba4cdd6328aa53296bb36b2c3402cf1c011
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0666f5520bfd41ba31e7fa50f02094b1bff93aabbf72e695b7899722f6ec9b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69ba09bf581f15f4f8752522645bf0d2a213976
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4078dc29fb218f682be2daaa9fec2a18fc14ff4ca64f90e1a67931cd19bd7f10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8141569ed5a64b45bb10c6ad6921e5d3823d2e68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913d61c6af7007bafc7fccac4e76088dc75bae05991b6dc71ed8c755b63acdcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f743adae6f9b4e1c38fed822cd6ea28dc39c99ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ff21606c011278954239035947fa6ccef9dc81e229e45d04d25a5a0686736
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a33df8a9bdafd7ec2c75c413bff0a4ff1d06465
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418d214bd65acfd21bff3c20535e5a2ed0262aa9721220c3621212354854dbf6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30dcd0dfcb84d5b82fe97ea429ebcff4a2eea66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afdfcc48285d56c50f6483e7c7e527f03f1c6607ccebda96f83e9b9cc953a6e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac1927eb98c2db19ac93a442a4f74b3e7c37191
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae77996d7e840366e2ba34c3d42cb3cdd2655f5af05f2fbfd0f8de6e5f9face
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26e7dafcfb29538b6da8623b6e373baea5553e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a20b41a7bd4db7bc200de10d311896ae3f4b8f439e00c91e1dd25d11ed4fb13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6030b1d34441ceee69cced175c161bc300b7fe71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa10a6813d0b3e455c3e3c19a49b2b8f4550c3d36fae1e1842c1d440270c6236
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952178040d3639dfbbab6a7a3b855452f2512118
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d75578dc5697abd76b61c9d544125a9111d8f994514674f76c98d7c25ee335
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b419eea2b68e1454899ac6f3e271ee947f2bf55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c270a8f74db42e27c73df7a2b1c41ea0befb7ed083ff3c534b83cd19c55ac92
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebec190bb9fde6f09ad1cff2451bf956ce2bf2cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ccb013a662b89ff9863c6d4a69b5808ae2d09eeebe08bc0d17b515fa8492d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d869630343c41ce489b2414d451e747c28f5036a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607104646efb5eb0ac96d5d1100855ccd1a56df79b4c855e8be22ad063d42bd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd26399c919d1d4f7983e792fc4e1173e5690e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e472cf75f3989c37593c4a5513f81c1736040e25db760dd32eb9a339270e0f7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce96a50ca83f1f20d4426c1e5be370e34e0cd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b28ad5e76c501c96452800a2fd2038ca85aa4ec4093aa7f65753b2af677ad6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651a5ac66dc3c5f4ac11dd09b69a0356846923b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0edb1c38abf8d33fb06eafbaf1062221309ba509675e9dcb1cd340dd14cbbe2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769d6cd2792299cba83c25125d156b4a3a28cb54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de801293c6ed130247252d16ca1c215bc35df983899cdbf82789126e713d5d0a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3772bf2a53429eea450c49faeed42d799d39034
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24535ca55004206884f6b1f3dca6d3e09027506c14127b7af9338586021293e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5378789102d8339d1a9a1e44b18a321981670a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667b99f7b01ed597968b4000e530eb772f7cf25a9998074e3a75360db02478dd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469634eefb18c98ed74b045cde33ca559577e6f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ac952838558eaa1798daa647d3f4fcc19adbcd48ce0585c3683a67739c481
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb87d8229c59fa61a04f44e241c8e4fb882b1624
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3961408faca255eeff2b5861443debc6ecc395289df65cf2e31b2d87031f17
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275323b8161ff25e4a0e0491067d013c617e5028
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616cae285e5ae0f1584d6d6abdbc77641a749d55cf7a932bd8335c5ac4701b28
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64640522c86df78224bafdc3083459096fd935e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f2672700f5ca8aac338c90e66825dd400ac8c481123d0c0aeccb2acdfe4018
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a2dcc624c28ddc3f3c26b3090046fe5b502bc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf4a537e3e291b895076dbf22ba3aa33cd66eb8a82c47dc79f2d9ed6f4f5ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1061b6bb89ef24a8115c976af9d799ecf7324232
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d41a2a07da7e210095553f028ec10d367aa1a2b92b33217c13f264aa63480
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95380a00471d7e207e0eb2de352369b88cf5324d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bfafee44b6c6a810a8bc5b69e1f500669d8fb7990d7e31f297ea4dc0c433ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e490d1d0391fe98c77ad938e45675664dad3083d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e561b6e3a4b450bf51b939bf7975d558843f8a3b2dff7c82e440b7db7db59902
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373c7d2cd537af4002456a9ed3f5b6500b582ebc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd10cd8cde628904a99bc645dd06d8145c941948478839108956c1eef5320e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e0c2e8f31860c6d2de2cb931d58a1993b30bd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bed324ab18558d799ad9e0b6dfda0ba59c64a812bd5e45bd0b1d605fb2fc72
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390e6696860b673742f7efe6ceae9b0a971dea9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dacaff7a1709e5d94126f064a76c23fb656e28067647881232cb9960d3fff10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec74f066ffa8ebf0c4e9796b514105749af646a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaba847c907e6b740fb36daa01d07e4dc1af3bd358decfad51382934357be96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24b7f7f25e3725cab05baa230e2737de9abb95c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3e549f1bd266bcda78d84afbefaeb4080583217389e3401d5950006dca7e1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f04d33bebeeb4dc3bc8108dcbc58ebb1ea149e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d238f06fb845dc666869de7d841b8407b72fd4107ed05206dfe4face6087bb9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa03542a2efff8bdf814eefe7708bbcda926e1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b6c1804b0a36ae73a2bfdbd421720709202039ba5b90cc64d7101aacd3eccf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5ee5a9f9c149eeaed9ebb0935297f49cad95a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081107520f87bcc295b1da4ee84dbdf22f1bd9e7cbcd3dda2ae3c890fdd2d936
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0e88d5ae3f46a6e4aa16f53d3ad01f4e4f679a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ca684ad5aadf6b44f8c8872663191a1a46dba58f668714f38738f57ffaac3c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377be38d2e91376fb34ba53bdf8056e2dd29e369
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cba5716d62b1758aec67534b7132cedf1ecca357b46c98d6eb404de246c1df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab8d87ed507f8774141e5c82a8388930acc253
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa4b5ee09f3bb58ee34a671764bad6d0a05860f76014020782dcdd9149eb095
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a542ec02df4af93dd6fd500966c1b0c9dea394b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141d525e60ddcc8be489063892292cc14f4c2cea4bec27e645e110d05e660a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30507a983e319015057a7f85a1f07eaf706346ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb01e51ea92a7c125f455b9afe607c7f578156e5fe6e067647c827585d19160
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d48f91c3fc528731682a89cc5dfd088c4b74d5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad6c00f250b3b3e2e4329bf8bd4a179abad5f13f86bb4d653fed5a0812f183
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662216c5292e41d51d6ae285e310ed0ee416df85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8881cc7e686c73a3f6256f0fb9583a6190a71ff870b1cc7e14ecbd25465f76
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ba4fe9767d04cdc4f8cb9394514fd5fc6dadd3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd0ed9acc732bc669dec61bfecb77892362ba350e52dd2fd577e1184f242d6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c168c65318817e081f072c115bec308bb9b503
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddd43bf1d71a30960417bdd96d5ceaa1c2c479bb31895a9da31a86967861f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec0510ea610bb301b2c361994b815f8e1b42a21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1087322f5e4c478193971e96684babb2afc6c40b1f9d96f16de37d4bd0df06f6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16145a4db37ada8e8b39f7d7f4667e0b081e9d6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f9f363e2eb9b993faf0125d46215e413623ad26644f9482816862ab67edcf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe7890fac3b7e259868aa7e956caa82e828aacb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbf63b81376ee0735e355e54af899d15eabb073b2b4b6dbcb7385ab5d3ad3e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dfa5c8c0dd42890d34ec9e0fe464d30e72765c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11e48682ee073489fccbdfc32cfb1fb9320da58b5d2d84263c6b96038c30f43
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaf739654979b9f48b5c8e5b8f57a1834df4c8a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106d768b4ae2cd73493289fb7fe634b3b655f0a7bea6e56a347ffb88a5d1e555
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbed68cc562202e94ddb0b8c0a1866d8542f2e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2566cd86b194f391c3ada604f584f286619907b24674230048390550cad7f07
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f480329c9b4415801966ee4b82d8262d165b7184
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c6c7590310f35cae54884bf0aef9b15faa03dc3783dd5883f7a3a2ba529022
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a817df94a087c371a66668b51c2cbd7795e52104
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abaa76126027e55e57031897655103aa9a8b3c2114aba632dc42b65284fad83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029c4815a4163301ffbdb2aff3dbff4900f831e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0d2efba6a4aff8f2010620e2040863959976e24f8bb05c1ac2308c651ca2ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f396841211b41a9ea69a9fcc9f68d91ac2bd213d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f33fed10f7fee7f8d0a5d4e039b2987aa1c138150c87c5fa48274fac17475ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301cb7bcfa0ee5b6d1ed73aa2c5ed5fd5fcea922
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487a909aa78212496a9538e552876fd1ce7c151c62071f1e614820c766c8e43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c021a04c6705039b93e20986aa52f0c45b177d3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d2585a39248e0fe772c06b3713c1952d206fdfb9a208c79a6f78d08da0e24c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957a6ab6f66e5683fc5a4d6d7b5546018b670876
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3d102c2bf11dd7b06a63a265342e93958a700509cdf4f68c73572b1f9b961c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287ffdfd7f267a4ddcd7ce2ef5e978eee4b24161
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5cd4959c07a582894b4b474b24605195503c3122f9fbe6364b41ef97db445d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ff32ee9d144fcaeab0e8068dd222b3bb751417
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2b0ef3efcb7237991b06defffa352f5a2b29b2dfa6da621f068e576ba612af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43485221590442f93d69e64548a6bb7c68cba929
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103d45a80c8c8ae12759f2492f6aa1b20118a3ccc4ff423f03d7ca2c5d189e56
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88627a2649b26a0f2f27083470673d8c9c64881e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbbd9956a18651b39f891523b90df0f7f988626eb9b608f02bd9309b7d98ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc1b5ba3448c5f8201f006845ace2b927fc3c33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfad8595e7038cfa2334cc956d12e0891ced15f1b755cd89012ba33924d9456c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6b4181decf5d39a04d86f56565b18cb59cab3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bec5cfa38d1a45f10826fe35b6017c5f196afa9c8b01ad9c6a84748b2aa47ad
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767bf43123be8eed270fd36815893aa42e20e55d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50ca8b24205deda75b3f0b97f03203eb32e877cd6372450511dc99116fb97e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d129904e64e6aec2ec5e807ea9c9bf39a85da9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6856e8533371b00835de0b36c0a77f42f973d9647f4124633644fdc3d6c88f25
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b173ebda3f279d1d112f22647b999db7cdc5e5b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303adb9ff4056ad20a75346224be9ce3ce1f00242d45e4414b1b1d4c2692d6e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24f2a5a113d24b36003a4fea8b231f790f53ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af24959202ed6eb0816381ec190fb55192c469c5966673739606670012397bdf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f5637ced42b7b4e521fcc1e3ae99caa3a69c73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99450f41ac9a74a365d865b4124f88788dbfcbe612b7b83ef64f946bcc2a8ec7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d2e9c9529a3f66cb770a29575ace5b588055e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e792b3218435d55f2b21fa0bf2cdfa0c7a6a49c62dba02bc10f235b9c9633
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db7d23a70e95c4270ac068f9bc0ac6309c04a1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bb34af1e42f6ae59e8486ee32286530d9a969192625509ced8555f5166cd7c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e83ec6757f5a56bed1eea1a96e4085d30f30db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd39ce31adf290cfcbc9082962f5eea6f38deebe7070f527f1f2a4265d1ad89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a3607097b3b0645bfd6efdd7fe874c8d1e2d03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eef8f02feae08a847b285d3f2823b7e69823921735b5922947b9f72c99ae9a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b5565a7ce3c6f3cd9ebf55ce5a259a2691540
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f896c01db8eb524819f8cb7662629724e4a878a1c26bfb30dad9f10883fc829
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67533299fc42ee58559e369b6a337714eb371329
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2445fccf9fa1aa5d008d50d332e885c318ef06f73f7269d93026b99a46e076a2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07a4297eea41690492c8312040a5df5286a03e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a4bad58a97fafe227556f0759f5cb6eb2762ea03a3efb74627a53dd858dc32
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cde6fcdfd6bac1e85d2afbd83dd0bc7af8d7671
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f1b5e488240b4698c8b9087dc8a1ed9cd7a83d5d5124bff24ec4bcdd483e35
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381b614df454089bf2f7d6ba9c04e30a2ea50dfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eb845caea894c0776d20fd41ae3d9fd9318da9188eaada34d1251e2517907a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fe2828b6956caa87739aa374eaa3d9aba7924c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff6a768c1783cc37713ac9ee90f05ec456ebd52d138e9c5f69c0d464c44fa7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900753dfabbe65043d1a001caed1719721eb40e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70ad1e3698988c644d993761f3f1ae5f345ccb25ffb05012e7bfb95a1779cc1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f686c66faa2fc611c3d9726952aae440b5f210
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae66db0eb52abefd03631a496e907675c864f6b1556d59c29c32830e3fc46912
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7c036e5c18e9b1448c983698e6990b0422e54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca97f8413f100f44c9eb14b232bbc9b997a74893c6324defa1d7a25ab29c3e53
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b4156260cd77a2ffa5ffa093b5e1a22812d9e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72d302bf06b21b9c9fdc8e6d04dc4e4408799c72613232f9039fabc44c46544
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91af2cade81b9b94bafab01f0a08c181da33eba3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54280a638317b260edbdc39fb841173fa37a8c9933b67e89e8aeda8c5f97b898
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44517482a554647169c3c2d6869bf2b31c171935
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d10f7e2af1ce1161d89922cb1b76c20b807132d8b3230446915eb9e62d3928
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ce188cc3202ed5a086f69b70564e84cf79cb93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d4f14f76434f274c068edf5ec2fb6a3173a5d9fa79d1966e6d25f48f3f4942
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014bfeec77ce80027369904edc65a2ee8817d15d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f3d02debd6308094fd12c13ccb0156401077cf88a762b50e590c319127520
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a75e19223afdf28b91c4036f5726e9163a4da9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460f704f68dfde1de7a651f02d1dcff59b3be68da2d5256f787aec23386ff5de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4262f842da6ffc173faf71fa44cfa6b2c1319e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b40ce36db2fe057492f2fad701940af939a9a0f70203731acdd814e86fb6ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1af51fc0a29693fa24529b66a11d0a75671f85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179568363d65fb60914cea23e619e351dfadaf5fb49c420c1af0ad6c74603dce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eca71112c2ddc1369f599cba48039109b62fb5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c7c0a68fc11e6250da153e155e32b29e6c54df26f5c462e3f76855e1e7928f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70285203d783ac93de3b1c0b2a72e34201d9e67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d084786a965a7ac4f0c76e9cbbb1afad216b99f1c36f1c2048131b3c7c3d2422
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4520f02cd9e4d4569bd8cb0e4c10b05f60ecaa69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c76b8cc7171794c82a3c7fa7fcb1ae8836a8c612fed0325e50f569b12d99f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dc71b78b97cb140f400f7ce02bb7239c05f32e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d05cf2d9b842ea8e890a0d5f6bfecfcf0186b4ee79f2646a6193095965fa20
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addfada2d59f9043450ea28813a726cb45f5523e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f1a5dfa964c7eb97faaf70b31a012d968141caa675e30e5cd632d2ebba7bec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5026686c458d886cc6626e02f5f65f28d3d1bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8597b38cb290fc0a3ece2ad9fd6377c17b4eae713cbab682b292e546331c3ae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f3910ff11328d0f340101e934ac5e835bebf77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ffd71cdeb1ed0b82470d1da803874745ecbdb19c4744e5e0ab109eecae76e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c5eaee2a75e470306d4202a0a226c4964d7122
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34abb8a9d9fb0c5ccbfaf6f710b86215ab58690c2134e03cc65c8521717a07
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c10e20852e1a56666563595d7fbbf12cd66991b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e416afe1eb500476a5bb2cf0c087bee5c3e1b24997524dc4f53cde00d2c90df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df64564c25138998dc5ecb2e038faa519daebeba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe55c3b6d3c1f4dc463aad5ed50461f3f9dba8101d4e1407fdd42683a46db73
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120454798aaab656612050f9dbe6f5a2eab914b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc1b49cbbaf6708f8984a7f15c9dd7e3fd05cbde6c57e91ef6a8366e56da9e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf249d5495a4974e294341c0a179627824d46bcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b542dc0d712065e92766e3ae940bcfe9dfab5a8bc474526d92ca754b1f3ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0c735d233c150a752d65ee1621f9d77b003a19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19df194441b31b2e0ad2542f5452e3680f76fed536245ca302f9d21f699502f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ef2ae8bae1a15d7901e54797ca9239bf9a2508
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568a5b9c41935921632e9875d0ebd1394175ebe70c70ff6dfecef975f68d1b9c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b7b5734ef79510b27c2a68b479d51c2b012285
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ddc29179c8de63c3ea6dc9fe447b94369fce0716f14f96fdccfb924e21f1a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c5388d807ff6efecb87c1b2e3b839fe3b53eaf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d94ba8c708116e5acc93cbd26e835cdcfc9bd9645da37b344337b10d9873ca1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7febd722ecfa04f8c049226a3edb04a3e9c3ee46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32cdffaac16e43236fe4f087302bd3e62d0290d6d8d23c34c06e2818188f00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74df2a4a7bda89f10ae2e5cb64a9439bca3072
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c594fd6b95d67e76b3f903a2494cfa88246cd49e31df324d04775e571e4e14e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5308e4dec894b27c0386ec97d509276024769c43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9430c5deceb39173663e567eddc476f8978592136f2529a32c2398c87bfcbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332468492c68326014a5d03aec1afcde9d9a384d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf0ba17789f59b5aa913f20c5160dc9f61f77550c49c64ca5ee1ec8e52f5c67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6867b441dd4896ee05bc3c8d8a9586f4f64796
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0590ad8c2b58db9d9eceda9adc70c22b1dee4df93af4ad8297b401e0dc1a14d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b44da9cfa549b268d5215d2446ee64031ad3c06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378172f1eca3e8ff6a7bce73b2bc37b4a5be58302b5fda3da990c6a1c8e650cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32f0ab6fc3f028652d5d993ebc77634bc2215e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d4ced5b120f94419df7e515a6880c6e49a52651843087b509251cc24ac1b20
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5c9f0bd60d76e46bfb33261218bbda9e9af007
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0091f6248c7065ab9326c26c47d8d7ae86f4f9381a17e3c83b1b79ecb9fe49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875f8d0b5f5747670e2ab420b8a71de49e5bfe37
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a7802dde4a4129ddb1d7d2e4606e6674fe680ccc17b34fb186f50ec13c56a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df62cb6caea4d0f06dc75c390cefcf187651eb58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7594b349a14f3c86276535de2c32699c7f576f4706712f8e5685dac8ce3ad13f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563061a85989808d1de6e600562dfd62610fbd69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a47fa63b3127ffefa347ceab6be6cfe302944ec4fc63d7823e5684068cf0a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db3801a40b5ca387882b49dec86b8c02adb9748
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d6f6093e6a54c67cf59c7069a2cd7ee090b9f2d59f90c693c90e6b60dc2376
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b5b4d980e2f876d1442530cb9034fdf6b04d81
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dfa7f6fc23731d35fbda02c8247537fa2e9e0e4825a8d252767429b5f5f895
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b07dd2681579ac9208a8eadb9ff2468fb6ac017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df45d9e759e29f956ccf065938e2499826a2e9a49544d227469dd46b7e3505cc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a84005ac8eb094a8417df63b42c9de727517605
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e277dbf5a575ee7133339ddb16d8221ca0ec55484e7f6851e174c93dd3969b60
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03710846c83ce1cbe850dba367e3d07fad7b6176
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eea3173c74f788fac1a4bae5a3c17c6d4a27fee1225f61c0865305cb2349eed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc78cc78ede2d919981f4b6266f2f5fb57669fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26b3f32d57802e3dc1a146ceb6ba1e3a876a0c885f1776f13eaf8a800a1abdb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336c65506734a8145bdd4d7de30891de3351ef30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbff89227d7ed44f8228547ed4661cfeb705faee35a4586f9f72fe747b5f936
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c99b558377dd7e280b6c009300a07a26f0e582c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6cf9370abd0578077fdfe995d95cd67aee928a2b5f0520def23d32d586a58b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de84a04bb10f08fec72d8158d582e635ec4da33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be33fdb8d86a047fc47fc2628299973664cf58b7fddbb8c14509c8de5f643e07
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8586cfd941b266e0b763fab59bd60cbd0e32a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99124ef6b2cd97d00db7daa48d427408c261b448d2c42b1158b61901653c75e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b9fd96b571034dc7f3614f7262caa59f93200b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc97b6229034a82936fcb2a9e9bb306b5dd1b1804e3cbdc691e0ad9cab23ecf4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e0a42f70dc6f5de6f000a7f2963fb2db145da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560a0194680d2a890377863347f79d76d060779faded7865533a59698efbe574
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3406a33c3eda9dc9870f685afdcfdf4769d7631f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715780ba75e6e4f053bf35fc2e09f825f947791e04bb9a14422b68d79b60cd7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152966e3e37f4c4b6749c45fb77be663a41931f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bda0564a270030b276f1b01e9ac5ba907a2d7efc8ff335a2b7e23151e322d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2a813313255cd5864c20604b1dcbcd16aa78c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1842e6f143d55edbec835a2ad6c659a7849be79cd91f363481da33e2878a9db6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e7400032a18abb51275d1db572bbb1a08cf559
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989eb1b7fcbbca801f89b752206d9b02b83508c70fef6ee6fbd6b0122d94cd1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84386661b3d181d276e536d67679e87541ac41b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e1d56a93c388d0201ec293e3c15587dda22e0b37209eee25c81b2dbc6a3aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cf5e2b9396346de4793a97724bed0336092edf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31560a666887fcd253cfd16c52a878726025cbe780b74aed123c141175563d45
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477035901527706ca63a960715cb3bc9a4d807a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfa352319311f539d3673736259939d4a62ae766c3112f9909c90260a060ee7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79abfe25fce69d1bc0c79d5fd09bd7d8526bca0c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255762774d07aba89f9e47b03de0b770b3161eeee14a23a759f331edff922fcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e0d3d08ddce7ed1de9d7135d288863ca5c2dc1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b0c87dd9a308e0cf212329e658bca4754d7923372fb19a98a2faba88bd043f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7896eb701ccdcf0254ac43243665fe269fc30024
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545acd8c87bf010c302b394813f0798c9cee0c53ef11ab17debf0345dabd4189
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b12e395d392aa1a3ece134a6c9d20b6e947526
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8964e4aeadd0042fa5af2c2e75f143853f3d2a73ff0490cd3f026d7d23f8d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb341aa3c3069fecdfca82671d2fb6ce0775f893
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751aa7ca059901b11ecb4995890034aaff51c67142b9718a3d6c7eb431ae0c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbce9044198ed4fa9d7af8b762e323a26f28971
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71353ce147733534e3264a0209bf1767731d0d46617b63c824853549d6e1f89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1e36a48ebffc1f33c7efa6845ef05ac17db515
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f070dd7d9d1aa112b4c859ef69b14f897628f18dafe2067e40d7431db038f0d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cb8eabbf384bb903ce172aecef44af977a9aa8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c823c33bebc74868334b12913e21c10918308a04fd957e0f5ac30a473869e263
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d365631c0c912da943da5d0d3b64509f475fa1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98f0c98d7c381c973f7a0c5a0d88938af6e771d733fe396ec58e62868d7da13
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f21e945843306f1a6940d0d0874a4aaab72f56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46f53958dea257ca2dc3c74201f2626ec4abefbc54a23897d95b0164765e96
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a103b3d74ca0923c14d81b4c5d3cf2b6d8ba1965
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967fda17249bce7f74b4cfcbfb3177e6a27ae8adc576e19aa68c308926b26ee3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f90cd20c7ff64568c089373401537c238f19ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f098f6723239dee6fb1ff8fde35d5dbf72d24cb2434098cbf6cff2cb0a7519a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2db1f9b33abfd17d4b1eca67c69dbc559da291
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0009acd8d165fa7fb75e33dd335a629ddd8588f4f3a4b00b8fbcabd2bd46c45
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb946c2c5a24956fdec89359394953260448e2a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005afc6d43abf77cc794fcb7d588ec3664c8edeb3ed54035003fd6c9aba4857
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0755a9a6dd6fb4a1cba19e8e3ca02a9aeae7f5ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a288ac3b47127d415d5b9082ab4a485cf3e0027f306a14bfc44ae058a9f840
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beccce39af385b0a6c9eabed933b2299e8f1a2f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862eb3f70f02d41bb1b4e1ea92ef00cdfd32c892c6d92df098613da612fefcbb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6a22ce69d754c2e6b18fae2cba7a3922fac495
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7503090799f848eb44154677a3b1fd82face16345fac97ee60a9433f96127ada
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd0d0660e61a494ae62b9a2e9f55b6a0a99053
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d0da265fafa3358d9086e94ecf5af8d358a60067465086621c7b7f1995bcd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d0364e25a94690f75a264877b9ede7bb87c310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca26f1c52b089c477874856be4e0d367553606945f8023973373f6913e5f8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3210718449f9082586675bd5925e9922d91345c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df3c5964be4947b988591b519b452a0c3024e1916e04802d1f0a069b0ebca63
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e915778e789e85254be42748d780b48ac51cae7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa2abbea01375163fc6c38629bff619b153d26c4011292710e2cd5a4fac1c55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0276d8cc817cb5162dea5e96b5b8c41ea94ca63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bd701b8371c5de99f0faab7c6f6e0e0a03f9330388d12204876301c1c8fc68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614540d970fb9d7b69b9e1a0f3806042962985fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67730b7a0a76f014d2c98014885bffe579400b1208b5c1a9d399e7c093c93d3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08ba1228ad4e14f2d26cbc8a5f6f15efec7eabb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df37c2260b53c09acb5ecf401941e3875138383489cac3bbf445660bc953bca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa567068fd743e889415d340022abfd0ed200e2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3ada66c57062e71db35a202224e4640c99f054dfaadc1823054aa7bc61f0e4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d6e8585b4a885c5d360adcc89b7677fd2ad755
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfecb8f1cd12cd7eda2eb8ee692f60c2538aa48d5862f2c1fe0e53cf71f941c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a39dc08ba01256ad52e7e182ff9a25664f874d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7928e03af7abbc4a379889b9ed07a5dee120401acf3b480a29c91f345dff8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706df998742d8223a335635db6ca37ce658cf626
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e2096c402b7ced88b346d8a438354ec7c87daa43dcefbef6dfb62b577a986c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed8faaa0c09d94efb94dcbf702286d144ef7fdb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3f6370be71a84d92c4d5faf34b8aae9fa146341a4994e905c4a14f5ed11ef9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07c888a83dfbb15e2b26b40fe58d8aaa3588555
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2955553709c65d79d71f37cba45a90a49a00c97a5bd2e48f14e03ec9cdce46
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1126eb30bdad463deacb2dfd9d536152c34b7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a19c3ed478cdf88d988a3b1da32402322a528069319682291a938dc5572245
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a9a987689e03ce9a69342af5803c8c28ee35c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d537addcbdf6c2f10e56e6bd737e9c3c194d2f2a36e344c76be86cb2b8e5c094
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cfd68d62b59a114feb35098823344359d0102c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a8c7f5f88e35caf2e092fd9829180b85c143a56bf5555ed6703715a755c24
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037f77749665a5d2feeafe0862026345b97ad174
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683982c48dd794162e8ccd82881a1ca1fefe24e848a96ec3629cf006170df943
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1b3f4ae8e4f2ad20ee17f408b874e1395ff99c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5d5761e81f42253e05f1aa6c90a91b61dfddd4034975df7706c282bd16fcda
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0a2eaaed1f0762d6d05a5f8d1c5d9c1f6ec22a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac9cc2076693b51324d00c12ea6f9a36928c71485ee599a34bc1a498c4cc30a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f7e29595ab815d49da075b2c815634d59e1e4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9a35aa8542a626ceb2c5444fdc3e2a44a7930093e4b1f1d065acda11b4b003
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb883b386a42af079c69dc239e2a9bffc5adb0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08e19da9529dfd06adee8fb73fc5c9323a5077ed48e8b800f362bc3ec510b11
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a5097acaeecc7961aeceea02cf1028f89cf27a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8097b0b04425230896f96e47c4025ed5481283f941e0779186a755db12e02834
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b278acb69d3139c4450dcc23da2a44e1a3bcf73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee27c4cd32d76b84e6f6cd4d9a59307ab0d35ce0e72b017151e59e5f1ee64d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e722f9968f2caf8b0622bb59178b3c81a69cab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28effb4b9fbc14d6ec3b659959bddc0dc37cacc4b0c4cdb4341ea59a2dfa4c45
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4480de18ad125064f2263884f8cf6708446af842
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb26e7983edb1cbe08d9c4095bf293d3a99f731421c314c60fd84ab17236b38e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4b6010b29f0a857f638e613c6a9c405bdb94b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d5a2ab63d166b3a9bfa2a2ec26b6f34f1a9d71f603632b336fc8e240f1aef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0bdfece655bf20b0f3207401587c177270d702
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25bd08d3e8a4f1d762f624a0546bc7b209560dad595aa9ff9fecfcaf53e0fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08fc7bca5583e3ce7d19870fd1f88e91c8e2ac5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1689df922b32efb016f61cfaba3029c623b612df0ce1456f4bf5041102cc2c01
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556c0db39b869017221529526bd3caedf7b3879c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1580d1c5e92faa5d37e0fd15f3bc3bbb71010ebf74ce0c2c772efc8949ce2770
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601788f5dd432ee6bae5479da5af04a2ae350aa2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e2deaba98eb6eeef657f0f57f967da31f8f69db19134453cf1bf7622fe34ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1a20c177ab2a44508d0946c3c37a5ea98c99ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f4a16143a297e36e41e711138bdabf8d7e71e3d5150aa4cbf4b51738a7d669
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcc3f946a9c0f64b87901808182369631cf0e78
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa55515d1ed4f46dd42f38874e106bdb79f2a5850059d446f5793e343bcf67ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ee589b29b258cc59401424accb68c40f4010d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1c171f6c560a46b1c1309c5a8fe3caa4514776d2ddd1384ea356c5ff723a92
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b466b1c6e81324e80ac79db03b3f703c6fdd2c51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09585cbf824c214ede99ce4f48fec8021502a8b2d7f64ea0d4649a63ff501162
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc195f4398ace88ab775c8d750c6876af92c2d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ea11bbf7b80367cfb528f8086e20d9ea60c1568652ac613704000a6a5339d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f1b5f495997146d5a6b452b98a0d558d45521d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0688e077512b3c4d56c715c1d4ab091515d023f0b3943c7cdf9359e279e505
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1b2e6e833c98aaf2f4f0a72f01fea4dd50ba86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a993afd235336854de38f95d96af7fb23a3736130f716fdb835aa4d0e09bb2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008d8c01a7f355f83550a573415f87825495d701
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abe616d3297d0d4c4eb41bea8b8b575592feaed1601a247641629bb3ef67090
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c31fe8b2f77cf0c426770b05c19fbc254e30ce0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faff740437b73b66ebc61a024f7525cfffa569004629e3c4b1370b9142c8be22
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a1067dde933b8c7cd20a7e58fbbd853a5ec90b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1299393abde90058fc05a44b0d7c4d1e1b8253a6c85d93e55e3a8d2b3e7d74
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc7ca716a111942a2de1d5027e87052c5bc76fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810174283717e39f0fdfeff7e78c59de3f553060d44826b7c7044988360f6a00
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360197425ffc74d5c7ee39e52e606bb760d28fcb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fff3ba4ebbfbb8ab78761c7686e5520331f52987ff0d1c902a3cf22b880211
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04226df391b7fd3c927e9c9b129cdceeb3759ced
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ec01d18ee4fee53135758091b9638137d22aa927df987d0018405cdb523c1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41670b6a6ab2c025b98106e01c83ecd671a75b89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e07e8c89bb3ca4e64f29080c1c0ce3d58e6301a0a9cb141bd3a1982fb26bc9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc38b70e5bb8d466fed46cba43c657b1e204464
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac2429be2029e9d558b5a7b36ec82ef55bb6b3d17592d21e83857c3386a883f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945befb43c2c95a0b3b9b396d5366ce14bb7f550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d734e316fbd69c96425b23507d20b4dee0b1220395b3da1f26c2661074f7e81b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8fd0049ef09b9f63ee30cd2ab47534f273ae04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ad341e5b9aecc8b0ec383b3657e55414ee47c6cc532445495a43e90399dea8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba25c3b03fbb87b26f3ad123f93585c76a65535
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfe72d9509a84d0b5a77ab7295c39cf5c3760a0057523be1fa4eae297647d63
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef7598801d429d022def105b2159dbbab2bafeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd267a674a08f53bf35f88f8f5e3e36f1b8b5751cbc8fb069904148def57c7e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8ac7ff35881ae3f22ffeeee28f9e7a4d3fe7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5fb649c77a7b4e148e6a155fc7b380235a2cd5456d4e884c33ee9108c54f1b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d06180f888492f7c5e93a815321bf5c2729639e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9862caa95b6e1f4e9c1ecc5800cf4fea535089fff3174fb471b9b8b2e384fd88
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2b471e7d812236834f59f0cbf065cd73644dc4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64ffad168112532c57dcba2ae06044f8de158926b5ffb6a7e31212dd351bb8d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9676670b2d049b2d76f61dc660926f66c4879a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dce9dd8ac3fb86eafc6ca8f128f2e9ae9e63c73e58ebda1c328da05b94dd950
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a2df3f3a4f36b06aa5ca55f18cc4808a3a391e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42c0c52b7daba1184b57e7f127edd1f1e5e13ce37e431483b8c90e5bc116671
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2c318ab91fedf21422bc4e0517188af7808321
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63e304e6468b81ed75f85f0528be03cde0ac7a0433340472cfd28643d638d1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e1b338fffe49fa26cdb73dc3c2fd50d9b9982
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160a4ee08b84611a61a8cf004a362a0169725adc7fb601b9f6386493ba528b5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18791b418fe56eacd037c5dffc7bc88450046e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38175a63166e37fd95809251d5d6e1553c45ce36f86538f8aeb9758c71d866e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7ac29084bf56801e70afbd4148a6f0bf9e9234
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55887e73dceb50f350b06eb1ce1b4e950c2139ce71561ad71d5b9b84a96569b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcb609b6d5d4c5b0c16fef886444f77e5b4779f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0973b12701086c62ea565f24ebbff3702a0c01fefe0b920e3e9fe8c792e0511
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb81e2b47b5b7d77af7418a7f0345457461d293c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcc1d991b425bb3aa125fa01307c08967dd28a3dd61d38e02ea9fc865260021
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53f10f68973df85e7f0de5dc32c867ce5f14859
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5d0462afcad6fe3b79bcb7f2f1d991d6ccbe6a3b8ae7cb4614926e806553a1
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75bbe863545e66c9090f27bac23559aef2eef8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff21a6b610eff5848339398ffbceef2fa76d2be6ece78353edcc78c645d0354
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead7b92e60e39a499918165e0bfaa69b70a43ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae009bf6bc04c8f889ae2ee5921f0b20dded64831b8284563fc32a0ff2851700
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7a61df6a73dccad2ad64f13a9e93c68a62c61c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22e21d27aa9f583960a02458603a107c08114ece50f1c54cd6d05b15e587f6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e056ec29a1e4326279a34e448c4348957e71b084
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0786a936a0281f8b8769d481a105de6b15307dc9ee0a32fb409ccf56c2c93260
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4a89d0ea444c80d84903c053518e2b824ba111
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd69375cfae27b86d53825ac328b4fdcaa869c29b5f3c31039bcfc0828893a11
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3addf300c1b36014ac6b366a9ef526b41aa17b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b57daa28c2503730e3cccebd15732643892158ad3052bc85b1a75246145819f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb359a850da61a3eb5dcc1b53103883dad66f55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936d6b2cd19d6b7d1fd9603b8e5b7d70204c61ba9ee390e5206256024df9f31b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53af7b92ac4afdb8d54bdf654952e1151fd0df6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bbd8cfd69147c021b211addb4b6674421192e681059e69c7f832178d10d783
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33f6f0e17c681cf2758d43b4b5fa1d4f5840950
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6008515b643ab21daa76e781a3b22e254756697423e261399c5fb880b7ae9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3c2cbab0f90450d1a15f1f31afcf0d4968c337
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff063f8321aa631eeba10054dab4e684a23b422464523866e314a1927b72742
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02a5b2fdb9f74517ca278baedaa463c3dd0a10e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dfb473c7d9a86a1502d3961a2692eb362fb89c0e365e653fa4cc2fb46261c9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8c29c37f043402206198f295c03cda21fafa70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b5e0b319c7d2bea791f3ff97b134883ed8e300a0967e756f60387665e996c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9fad6928bd54afd5e523791a0a8c90ec31c1d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf5fbdf64165ab7ce4b7d039c7f1e9ce90fa34c537bb32ab996a9d3cc206d91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e289dcc6ced35e0e404170c0437b92b026dee1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ead3b893383862f5ff5d6a4c8077f6c26c0601ab17f500bd216559183b9f1a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c574a4d19113ed8a8650b23cdcecfd158f70568a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcb363f939e02bd8bbce3a60fdb50639f9197c27011317872ac1608fa6a567d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89046e68230fca2145688e9dfa2cdc8e86460da5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eba2c360b77def2bffccba0f142a7f9afa17ba8fc7b4c4ab7b6ab71dd20bee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc650cf02140e5cb2123cb70227964810845bcf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea36a8184c09bf112701998525bc64b3d0f35bf23782296c0578148fb7cfe0bb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d278695a8c06191a99dfd84f97fe5828a2ff63df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978feb48fcee5a135d07f31243c0367acd83c91afa0ae967054068daba34a830
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0b32210e1b340f760ab54513a962faa72ce671
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42363d381f1e6f27b25b3a877c228f488524c657f75e0f9bcf0d0fcc9a1687dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3120a0d28b297d37d289992fbb6bef82e9a68a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaf69f9cabbcb8b393fb8afa64ccbbd406061bb27402a4a1bb60bda24291365
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf38bbc58e6e7576eb196f62eaebac24ba5c630
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19696eee50d6c9f5f5409c3c5a4099a2e1f84cabadfd661750025736b20d3a9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a69c8e69d3b11f4f83eed65401be05baaf2c278
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefbf73a2ba7182ce47305f85ff6cedb26aaf6c53bbf73accb2080f216dc801f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a924973e4d2fb1d73ac7d4b34e0773f1b56e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183fc84f7d20afbd366609c6e92dbc7e334068b03bd48ec64972d5ea5bd2fdc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdddf33dc01945e753209fedb6d1b60a3b14cca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd0e480e027ed83322881b5c8cb715ddc5207b8e44cefa0764113cf62bb5cf8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4fb7ad6e36635195600d6be0eaea944405e7e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b495b2fc3f2a210de2e483d78329b47cff1d05d61c481d3e31ac716819e862
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8ce90411621eea772184ef160dcdf57be9af01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a02c694259fd5b4e4063bedc10f7688662054a5993d9be986ed0c336597dfec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45aa9cb7df55ec327ea3abb574ca6ab234741c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd2e21f42bf6829fe567a3ff1a0de4611ab23bfa48c05c18a2fb5e3e309d3b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8f67d36bcb3a6d7ed1abdacdbd3ac9511cea07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075d43df10143c7953dc462ed99cfa4f0b52c8024b035f3c4bec168742b12685
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633cf7fcf4019e50eff4c570f0d93a43fe02d8c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203a007dba1e07891ee19546ebba92a7bcdbca0e46c7d309e2eda58e2358d314
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b1ba645f30dba7a5cead3a6406f5d04dd4634e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b4bff54c6ae524f0920277ae249627e223c780c32c505b4dc3ad527074ba65
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0078fd7bd051f6945f69eb9afc804588b2e5e8aa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35532e35f6524f63720dd1855a126cf522dd7c65db4ba52d51f85bde4c390870
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fcddc6df1f1378aa5387f6ff689319884546fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ace844d1f4bce7a278ebfa6bf47251ab50c17c16736a6597eb427c6f0553fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0c74c7f3ab5384c4b032848f62900148b4ecab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e255719d7871fd5f0e5aff15c99d6dbb99f83e40d06dbe7307a63e92f9c843
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558d7b0ea129b162c7bf6f6cc9e9fff2c4ab4f1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8330e2a3069ea3a443010ae33997f7b7e65326c7b713f9782bb1adb8d430bc5e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0f76196d8d70a7cf65c40b0d28df01ba088560
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa034020eaba5d942357612b2ec26cd713ec0720225fcfa1e967e46f5224849
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c55d5fd07568c105206235596b9b54a9f64cd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c383f09897b68d4d7e70ad7a2ffc98b135874837e66a6cf38d69f1504485c11c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d0d2408e5581682cb638f559c462ccb4563ddb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdef2a3a45a2f20b4c292365d545e78b0ce0eef5ece3e8cfbba30327a51c50dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17640519cd344539a1177784b20edb804853dcd5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b118c3bd98ff6580fd0d3a3470ba51b66b267469447f52146ac0798764f569a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23846f7b5a42f5e5fc0b522b034ef1e6f71da40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee627dd532121ede5db65b418e5854abc311e8875e313eb9f92c4ce476f452
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ebd3d806249ef0bb75df5ff14331cf55e40ff9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f99f4e83e88d490c893e478f3fad5305ab487679caced32d2755dbfa60333
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d3dbe4571b57f1ef67cda7b7ab0deb79b5591d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb2b2c1bf3c506e65d62915738d49b248d1500643e766b1f37054779c1936fc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88df32a22052b2146c4b69eba3ca8555c25c426c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117f2945fe3beb153b87bce57eabf09183e065f89d470e82ec29bcd8d3a736d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae6c9d0e59d745dd029ecf8db09a2f592f785ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d99f1629d86662d09343ba5eeded12f0cc22fd50fd088811c59556dbacde517
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2086393c44393468ecdd97b34bc2d3f269376b57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4114cc759f4665dea7efd0e7ec076c1911d41c0fa914d5bfd3746bce1b8873
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd454350779a57119f1275926002ee6e50d5b1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ef0585c3b96c19af9493827002a74fb358f2e437b6e60d3f561a495c24e9b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5e0075a16eee55a8ffd541fedc5ffab7e58839
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c33f876c665e0e1aa3d4c757b5e383bcae6e4a64d45547bacdbced74d590d8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2b207dfb32f4ea99ecab23e168788f1c56b37c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced7368448f3f5c7437f803d8844e7cfdf30fefb4f2c6793204ccbea8500ac39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5d316674d83562b6013080de99877a8b9e9434
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fab98819a0d6380fd5ce597087806080f03896415a56b4f1493df0d8d673a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3174d3ac0deed4bcbd6e617e00b2e69499dac8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84b8d766b62a68091d1877fc6c7254e07fe04f62f8f5b3b36b2cf25ec01d3c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fec9d5f012450ec97179d9f888e087ea0a70091
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa65887bde8d1587a5cee436df1aad6913473cc296e945136a37fd4fec4f1c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5244c1264c3545aff6461591839d91f563befa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c764a47227b404f6e71fad98946ad881a4f8d398d3ff0554adce684d31fbfd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d6c7c4cd60f11bbc7d6a018b3d61eed4ffa502
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cea9ef8f7f207ab481bb312a27a8f219702d9b759d780d92ddeafd720da854
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b0f814cf3a4af6fa9a0e063166b35e3943fb76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbf45e9b903bdab13f69c7ca51b80ca508334c28626b49b4069b50150af1b8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91f51d4f942700618b2b37e9ad0765e7d5622cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e012816f28df935b1816e497a498dfa136491c686b96b2cc777bc1a16d92d1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5205ab449c5afee0c1bd56f134bb1ea99651a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3193806a79834200b5f004b6f0b72e5530feb12e01d4e555acd884a3caf37a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b163f2cdfa5ef341afa6f2bf0a3b9f775150085d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa514f8c7850a07a828bd82cdfdb34346bfbb6803f01f56fa5886120d484dab4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb1bc2f2dcc03e061367e804b46d0c8fd422749
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd58e039716a8a1808af3c47f7ebf09b747481b92e33f3ffed6e6c88763f354
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8560856ca92d8ba76445051335ce068f982fec65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5432394c85704fdb96f19784db4bf5129ee7b00fb0a13f56c9fc0f49cae06146
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e100c0525d88114eeaeaa374b0805adb611797
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed6a9a40eba36ea61667380a74fe424330e597c711745ee37f716e6159d428
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5804b76194a020cf1bc99e14258b1ff7337b44d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8679db0e43cdc16db4428e8fb979e9b6ef4db78255ea224f0da8ab92b5f27f27
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e922f742ec83b58de078a65d3c3668edba14bcf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716add6d83d718f31376c81b3679e93f5b2e0571c174e0eb517eddb083c40e8a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b620fa977ef2073da15276ad024bd32a2cab5dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960caaf816de231c5391176ffc94f64a74d4f2b258b5bdc5d9707b8b126409b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f74572198fc6073c02e33b473ffff19666f3a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848cc4b89920f81d55fb36e31f1fea9ee2ed9a9bd75e2ea3d3f10ae9ef28e3d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219cc79c12375deb8af3da07e225bff8937cebcb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc12076948a3037d969e1401c34ba3eac9f2ce9fa953deb9cfc8eb5e9671daf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f3e443adecc8b9a0c8a44fce8e2a5335957c9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c39a5304404a49c1110ddaf52bbb40e558b3a46e97a474732d9625b1e7f694a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af589bc1b49b7edc8fc88d52d77166321804abd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df12a63d2552c1a8866c839340f4017027b75a474ca6f9a914d62b6f2411e03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c337652534a9a88f7e62547b0ab73772ebc71abd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c4d25f5036eb06672dd8df79c4c06d70c1ac735e1973f89866890be0f8a324
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015a2aa1a90ff7dedfb092fe835f8abf64296106
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c94b72b701219931232a50dce887b66607f9d463b5cdf9d814d3fc32ed2b66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f8bcbd229b9c3c4b41076b90d43fe1beae89bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c4abf88d9fb31bc6b8f71703e5bc2d78ccdbc8a00b4e90dec108b1f6250c89
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb417fd6f8a3d442331d16a9837b88b853d9af6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be385768a644bf237f65f0dd4fc7366c4f6e4a090614a45e81b4898db614ab5b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219d5ca4fc2e470a0c05f2003ad1b1030057aaf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b5bf848f633e12a57ebd1764783a126c98ce7ffc0d0feeaa6a1f952a2cab70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ba8889435c2905f1a21d8b67111981be0b2012
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1371e6f0d2de9e2a9ff9c5c41d40696ccda4ccc9f50b2369192720ea1c05f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ec2bfdcd427ed16b2c9b537026c1e4810e5b93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf91e06fd99faedd049321f4e3cb66a3a841562995970f2d0765799417dfa29
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5619dcd76178d6c55d3ae736e0e2d8a94f8b9a86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0e752ad4921621d8d159d842a442f50b247d0f917979964a6c5a7e619a672c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0213973e7f56babe0c2eac7feb4b1a14e223af06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0881a8975ecd1f41fd687dfbc79c6f223e5aefabf91a773709b31b829da77a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607897680667f87ed9c247502199cbbd9543802
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977995f9fbdd58c7559dec578f8ce775eb4147a9a3c0e0ffd364331616391126
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d4c527e35da86f6936e8da43cc437ae9fe0690
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a747406bb6926be3b5096188cb8b41cfdcaa9dedc82a88b8fc2998463d9ac752
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975464f4b1395fd7775a2b981cbe870f1744c4ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62be038377961effa4e6b61b6a2211992cb037637e33ebc2c3bf7be1855aa717
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a8469e74e214b9597c5359d93cab17cb842292
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bc5fd45bbb0a8880b48ee512ea60f9056c9199c1075612a07a56bbaa9a37d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1213fe41d9d56828c0ddaa9aeebd86fe675a854
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37bad95c3ae4f7dc47de10b0bfb878cf47c2e79f9844cbf54a89639c34a9fd5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b2d382563d7b86c651cca80cc6c7839eb986f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c4a5f6d542df60872d2dbbc272e86c0ca15855647fdf03d03621ec1048d4d5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3ca374ec90404d3dacfc11101db2f119dafa3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb91659b0124b4489526115060d4bc71dfcce37569fefcc9a143dbdb4a4a0b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867c60c205b740404eab7369b74d5a15dbfad39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b47457647a37121ab8fcbf9d7d00d9969f12f110ecf4ca48faae3a906810862
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb32fe197a032be9d4ce1abb392a88b6ecccb5a9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b580ebb0bf27b893b095100ea764563da15cbcdbdd8f474bf09cbbb005b85b90
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0cfc2517880929d2b6f44396c1d76f38b4737
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fb54ca22528cb9455da9a927584ed98a40dfb8e098fc591bff42a1122b03e0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28a5e40593d5adb8165548c6920076bb346b9fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea2be69558bfb9dca33fef3f0b1cc9cc43add05e4839b831f208a617800797c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b72525f712b1c266fcb5f40f3c2a830c7797d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe8f3524b4384ea0681026fec5ecf1db83424b67c3bbe7ae85501b13b5f0c06
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd0bf74d879205ba68b3a748d388487255e3c79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c473e4f39e393d6ca73b161b681bc0f43a0d31539e910fe9d849a789b9cc04b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaf38ca83b8deccc8ce81293bb0ac11909ac6b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d88bf7a552aeece7d8d3181449e6f29f963062d63ce64acfc38f170156934c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c810844657af97d341f544bd63dc97b6ba11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794af5ef5c18296116053eec6e94b2f3b38db8ad1da2bae0c03eff0b7e339b04
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ae4c4473947d213ad7408b57639602c3dd3a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b1f83e5475e9be48e463c0b2df185e8bee9bf08bfb31698b2f3a73aaa2025b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9350b93da7089a8d977bb690953591c516a2bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9a27660d5ee91efdfff2e05dafc3197e9c6f88e46d3d00dc480eea1a916a21
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f7bdc99d15d0623d03abef1f2092c34015a495
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6ace28df41faa2b32ea02e72f05fcb840711863144bca582b277b3b7545d3f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e75ecb6eec45db8e337597092d7f550450590
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84969b7ec23fb96bc61167495274b1ee14053ed1b285f027ca0deb5d8b6e539c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743988a3490975e72ee20eb3ecc7a42698ab8d92
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bc41849661b29ecef16322557a26f16805a8af4b576ab3a6da35711b39427c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535700b8dc24268e9d098a8351a0a173a4704826
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71db2f8bd82afd21ce5fbaa99c94ecee971740ac44755fa8bbab6ba989ee5609
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5abc8d8107f9b0cfca7d6a3debf23e73585be6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d77467862826bcf20860530bd8f43f128be39c9dfa639abd65b42153ff340
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be90594d8e931171d5ffa612f5af5a45bfc573e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c1e3494e3bde40a63c01c42307ecf09174c54cda7782b1b5410a10b80deaea
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce7b114eb2cf04017c61f34050cbd354d283a63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b5a07ff6794e29ec5c77d7069c1714e01170841e5661dbba8d149d013603b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0f9caca1596c3b4279748d67fdc55458182f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3df03ce34f7b50485e7e9688ca3d4247d80cf9ac8fe9496299287ed58a943d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5599df667c236e23dc3c615e27100018d520c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f771228148e506cc1f5ea2e86b5285e6faec28961f238a3acb6ba0910713c88c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17b86c78f81b0b375c341111b4c6638b920f6e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6d13e27527de6607e47adbd7cf370ff61d54769e4ca343b7057ff38de96a6a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a14090a84af3b8b3b1ef2376b40f955ad0d287f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1406b391ab507b3df7e288639a74d5daee5e2e5a10332ded269f73a0469f21
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e94588a99b5e058786df8591055bf46f73299c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5b32fe77688d86265d02c2f1637006c7bfff0ad5d5c8674b73f882e2b2a5f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7bf888617d9d1835f79c8a60e1790ea2e2b13
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78594a10cd99fc4511205bd4c973fa0df836fb39a7ee96da9be3a3ce0c76289c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff47bd05a17fc708550873090b8f13b58a1b834
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fe36a10d537886bccb4c7fbc2bd6d7299d5c3016dff0a4a922cd8ada72a005
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caaa1e48d0b4f6161a5d38116652fa00f32b5ee4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743846cc40b5688b302c982a12499b403656ec6a8f4e5ca59a268cc43486d914
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcab51a682ceb26cf5bab98adabaf84128dfbe5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff8c811d22212f17f6b4520022154201fc69587bb3aaf4189363d0b8d667623
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb28d65c9dee08d86a91e8ae77f6144af485ba1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d507d9b3647235cfc8af237fbe4ff4a5264a2f9129ac28870c8bb2b6c5bac0ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ca12817ef08a18d8abeba812a9a46d9219702e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f1bdddcaba9879fa1eeb7368d360afd38a99adca2aa1c1864ebcfb4dc6d17c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caea3e02eebf240ff2a99e1fdbe9b301207121a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673b4335ac958692af14544bdeb657bd5d6286dc47cf5c062961b6d0c296f46c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72518883324f2534b1cdbb40a659c980f3b35695
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c16e83ece61b5818629e6955982ce71bc65419bd673ded48711573735db3116
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfdca33d3ff67c6dcb3ee6abe8e5f7fd6745895
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f7396121f052c84752ad8fed1d7c28f7065be406669be893caff76e0cef18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e284ac4168d10963283387c7990f799c4f5771
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e63d5a7263b865f25fb0d4f9b5bd0c9b7d28c885ee8e5812ef3d08e17749cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270cdc4f7156fe2b672a8a75c2d7d2df5039df03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43d952d40b3880e8021dee8d1d4ebb634ec622fdda218a134bddb852f00035
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bbccdb1879a89f0c579f81bc0bc0668f7c7856
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d494f36178dd0e068053eaea99546d1ff1b7f4186f84ae81bcb730f7cca108df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1304891ded11066f24208ef1dd220a8198b33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6284814154cc19f6b00b382904a67a65515ad2c87d61a20524c6abc6238902
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcce58bb71144dc7cdbf16f231f372464a630ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b76b7af3f208833cf608b3ec9903214f9afc52ca17e0ee8f69526ee7d1680
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7821baef9ea008184827d264102bc4b9083d320c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bd065fb895fa131ac03f12c18d24c65676dec723c1fea295c23c0a22287729
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6480ea6a41487f6a3f46673f9b7a3f4529d0de1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e41b633063b2fac2606aee019470ecd26044c3dc42171b1e737e76bcaf654d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8059c417b9653a7b7546347948e60ef259f91d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c205b8d7ddf72b54df5d4f2e548ff5df75d36adbe9c5e33a96dc3b82091a3dce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45e32a651ea1eed4a130943ed6add53b6e8139
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7acbadb824ccc9804e7ff276c8d8098556acd5a5c1f7432571db1449a9ad08
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96faa79951f6aaf058355d8c3ba02085f6ddb6c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e3cde6957a1d3a567fb356d85ae429f49d2246b313640dcad3e6df72d79494
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3fdbfb6333786609f2e6eee0a69ed5e3ccc278
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fed22528f041e093a0de16a56fe91bd5ac4884f22becef89843f088c8b12cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7224de3cd0d57fb11fe15dea220eeaaefd6494eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf6ee78a64a4ce420dd28de10c7cee519e17139dbb59646bd311d686292a2a9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb940c9b10421ccfa372f4b838ae1340369232a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0b44a120c7a3632410fb157ab4cf124d63ad89c34ce4633cb7be58b737a8c5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb046d569f9e823f492b85c80330625c21f120e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb584dd43bcbc98c3295a3118bba7bd5142f12eeda26d01e6753120202f43ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361abe6467b732a0cbd82cca7c32c81ff9094462
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7227767bf2ae4f9b71ec9b026dda0869095cec0926481de6a004e9a94d7774
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee9da1301d50bc8e61bbd2b7ef83dda4ff6448a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff52d7112184defb3b048e18cf68f5351b6b91314089ee7c6e49e96460535cd8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f61dcbc453cf57179c4decbe236c8444d40350
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac3645d640bea5fc971a7c54abb4e24239be45f08083b7d164c773f1f890768
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e83040eff496f9ce43ebf7800becde342b2b18d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7929f6fd52d17748b3399b9b46e852971871c0f71e48420af2580c2255e2c6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7cc9945f9641e73ad4a817d377ba67b2424eca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53156e1c2df9e65fff27e4072620a72efd8c76d7b4756d8f9fda8980e25b214
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1cc70ffe8cbe53aa55e4bc351103a43a5363e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12e9869fa0cac4370e88706a2a022590f804d0476ba3e20569f61e35c738104
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf57b8d259a226d3df6d2bc009cb53ee1cf84ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea992dd6ff625f8f5c3ec1111fda6bcd8e5e61d400f529d90e0712df338a169a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917214bb253c3689bb37809e8dfa533de53eabe0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a00dd54c712fb6635e8eedccac13c56d6ff39b37d71537f98e9d92cfe13e206
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943c8a26c6300e1bf66bbd4f769e5eed6958a8b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babe0c90e9f38e6f13602cf1fd9f1c1d69729007614f3c3b9dc73b07323bce5e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67412da72084a5dce1e5295f453a06770ee4fea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f6b8ef8cb87e2cc117ab5a81f36c3dc01d49298c40a6755c3a0e3727c76da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849bc7a69761a34fd752cfa0746af4d1c949e5ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48db2a70b36235dfcb521df31351ca14bb3dbffacdd7294d9efbfd14e705b552
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870204aec23827e7427a187c965aba5ad51a4804
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c0cd096c1805c9b22e1f687b62f4a4432ab2e8aea6f477dc5b5e2652b2addc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8384da7da694a26d6d5780219b6b6cdb298166f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a275e9a08ebae6f4dd7f434273f792766ff018afd1d998422c0d4d7e4269f0a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a017f94e8917fc04c0e7d8684eb04c9d40cf8e83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff7301407f7f5fb1de08d53be6c1b88a0dea204b31511ff91b02a44699e133b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea8852ae662f433d6233d3ddd583372545a7b72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee83ddc0b52e7c86287cf886dc016a377bee58d885f7d9b27c649bb80b7d4db
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f58a9ea1c79d7c15ebe6fb8ebf04c64b82818fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e916f19d275a22a52ad1d6953fcea019ab16629ede077dd409ee94643e8668a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e9c2d97e1ebc08ded3c0498b3b53c1f0988c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d30706df7a10e0f6fc4688ab3c7c759cbcd47890700eb62a5e95bebb18fa35
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60228814d0caadf8bec9627b02e86e98c27e7c6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8183b8b437b98934b152b8607678389405dc943a0d1c0ff2310ee5f836fa58
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145e01cfbe3fb82dcc80aaff856514ea54bbfbff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7f3d5f20ee5c0a04bacfc84d46984773f2773a8f18a6baca212e5d31925e52
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366c70173e7e26669fbe385af63034df89217c0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951f5556c920322e54ed2276eb6a49423025bf45619d5dd027877b3220951d25
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a703c195625c2404cc156a090f33c27c1c7f26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb72bb92aee19599b549bfb30432eba5fd082c521c434ad22766542b5c5bbe94
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859ac1eb9ca86085b04e1c67b4fbbb3008b866d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bccadd964e5eb82f5842a32709f8ea2b63a77a504d8a141495204ce620fa6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f620c4e2d1841f73dcced76cba22e3cd085a2861
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a6d1ee6bff85c441077e06349f1a23939f6c6dcc112faad89cbc06f6e3eced
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d948bc9ca817d123d1a473879f7b7a9cb43ab7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a85645ac1f2647ba490b3f5be45342998452d9fa96eb91802a51e1169547090
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac379c1e17cdc1474db658392081b53012a0b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6acbf82285abb8d830a1f3324cef444b3a22dabedbcf5d943d4d15f10753518
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41a212e83f13368daf82aa5157991e84fc5a6b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfdd89087216bd4eb8c60b9feb8f30489e07c4e7d02a3ba9a7cd038a0a98be4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc163ff93a2f33c0e7f0815531c88e95ae2d825
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b672f1bc7c444edb957475a1c562a996697e65c1ecea558881800914525c4fc6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0003d3fef3d6ca664581e3d07349f205b5eb0fb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f816aa91e6de4e6a25edba5e713fbedc87f336dde3bf1720a8eeaf6b4f8ed4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec56624e234c34fc17780a4f0a4e7cdf128b79b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbfc39826d72f5e1a89f5254eceec59b2b5e2d74feb92e4663464fe51052e98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d3d34b42f2ade2db4b7bc3eefe2b2b6a2b1b01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3959c590f2f9fe34c5db71b9f82c0a174f410f6910f1b832429684a0e29fce6d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff882a638fa1e3e0424a37333accf6021b61b5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fddabe32cfcce38289182eb5652654284ddf8df6aa9b9f0bba5654ec09be86
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab334a7b0307476e9030b15016627f27c834f95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390ab66968ce912d462ebd74649ea26b05939e4067b2e29b161330516d9d9302
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbfe745a83d980086356a10b0eb4a1756dcfaf3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cd20c6a1926c436cadb8be6c6302354b107c91fda1914a864d865dceb02258
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34b20633b5a1b31e7fc9b3d03c77dda45efc74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aade818b5df1165c5ddc6bfd6d588742fd92c1be2e500fe95e5ae4274edfee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b7db0b6f8f842c7218d3296b6bf37901850829
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f532c6f366f0d133e609af2a3800055147d54a257a643a24517765f517decc9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240b75a36d3ee568098f89fcbb1b29844642c40c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac261dc77975a330003364009b3833d45938835878c0cd28f4b58ae21139f8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93f8b117d44b2e937114c9a4da0175adb2c07be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc23cc24c614974c67ad1dd9e68ffc3895139c78a24ca27616b39f1f5a0873a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662fee1c5ef5f4d558197d2ae3464124e5a98e00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b067fc1b6326347519241314706fd9d8969bd69208e8a150f8b430ac25d999
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5650c74006bfce81fd44d35e53f1a767980b472
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15244bbef3c40af3af2519477c5e3c9645a4749bc59ec463bc46a89c3be5287b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48729e52f81803d0d16538f7d2bace77e54d53b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1891f971d7a8e7e11fb1a6fc1c8a5ef2fef1f44d0f1a2d767c1e5ba640b3130b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb4bf6218d1529543c7da6550899941010bbc47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcea78e43719216771a019e6cfde28228690ca331755509b1df185f94e92e76b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948c2821f07d2044d180a4283b9b82b1ae5bc1d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d5f1aa57d2742dba8980cfd3163b82ced48a733f3c8b383c7c12ce60161e50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea10ccc012aab9e01151a42b6ebfd4934a2983eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3044a6371440a755ca0f6e929e2354223e5533b2a65349ed6ac39de9071f9b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69a7e2008d4fa91a3e07ff4aec4899391061e1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3b86ef16162d199c562e9287b742f2f3b55f63d356a14ff41ff1d155746622
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4214b7043ce1e3eb882f893d416d05b70a36f9c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b06608296b38001f6ed057438753b687c891b6b0f8ef6b8166adf525fa5a48
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664f2cbba656302c6a5852f02b5bb334dd43163c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c20abc02629a633683d6870b4988025fff8d9b7f3929e6a820812f8b03ef44
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9a80313bfe76931892187e0a8ea8caced99793
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf544b9d92ea4da682b0b34604016f5d15e56865bafad807dc262c7a6129e73
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f931e95d26d818c94feda7a43f73183d44f9b60
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed8c88dd82fb4c304feb7de794b03a8ca909e53fe90ae703d079f1049ca8ebf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3ce70da9ae2746cdf03bf8e5de1ccec2752a10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84835bd1913cbb72bf7fa95d76a46d2a9146f0082ff8ae87b6e2fcc3f8d9862d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6affdd0080b5b51f0bdf72bbe15256522ade0de8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2d82f98aae01ca715f1d2368e64b56829c0cdc99832c29fb5e24baef1db465
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bebaa167a7f639e0a9505c506c78f54abfa4ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a98aa8e31c374c41c07093b7b6eaeb0cbee708e83253d454f2f900ac1d6e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ca91de6813c4fb13d1c663d8cd95028e9f0c6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a882fc7d744d34497481d5ecb7ce3998001342c2f5d31238819470f90737617
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2c4a6375d1fc9e550d722892ed63766ae84768
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8cc5d996aa28f6b1a046180fd58b85fe8487414051b1db33d0056c79300758
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d450679bf3f079741d5f03e098e84266f61a93e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e32860506dc9dd18eb9740eee2f3c7a5ee85c94ec476a7b0b07e135a5491d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d27b82cd741d1b6d66ee9feda4e665980a01b03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d78d734d59ca18d71b83fea29d220b4f5ffb4cb6b7c9512514b9e591edac5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54c622f3dab604969d4747d05441a4bfcf7e75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd3463b879594098ad7101d157f243de06b671b61fb3695280f6673aedf926a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5dca856ff5198e1d604c093e7962f0a5ba3932
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e0dae4ef2936acd1d13bc30156a23724bc8ecbc2be223b928024cc9088451
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ce0bc230fd91f4332ece3d777ff66e3a90ed6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aa2cde2aee706e27d0df83dc2c97d0f054f290ef556d0438fa2332d6b58a82
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c070c84c53a3887f5f976e35ed5535f51881d05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94d41137fd1833df174a9073947a27c9642e6accfd1dddd83356dc1af72d7a1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa1ce7f1da77a260253f36db6d6c4c7ed63554f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84f22eee14236eab9e64d3585bd8df52daf883a7e9fa29c294fd091452b993a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22922b13d386e110dc99b3f11c0d49d179adeb87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955f74403830f923c7636192c45df70e8ad13502197d786ba31118f99a402ec9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef61e64edd9cc551850e9dc860fe990799f3c58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7966123e726af09d608c6666d1798eb64701650ebd4b2a9b8f41e81f4f15a4ef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba9b9d2c753b60588888dab1889e2aeee35db72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0df941b5e424e032afce2af3e200ff0611c43aa233e0c8d65b8f23f30dc9ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcd318aa722c2fc2edf36cc1c82d8a628725294
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df696adea0387073291d6f6602cfda6dca6096a6124a5e3061a1f2f1ae39346d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2b6271e18e06e5a1722d440f687ea6730f4f7e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b82c5318160f406622ed95859af79b46c3f4eb10cca875a9d90d98e666b5df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff5920524e3405b31be450c183d76c4f61bbd5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8046572cb42e556ee262b706822e163ab93ca1faf76ade7d17e1e6f95d5250d9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9aaa9715a0f1cb606d7381964eef75fa6ea08df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db790777ec43a92eb4ab84d9b307ec877ff76f76e3153b05d92c184141d2abdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a1e5f08d0234908408b2422c811311053b53f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b800098dc51e2cdf4b010dd880d8324fab87525cc335fca936e8f5ab351d974d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a1d19a378449c89e713d674fe03bf467b2af4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bf72604b9201cb1495b9b3e2885f6dabfeb60698e4ad4b0f60f7db812e4c88
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115d46c4bfbca188291c3d689943af84e0fef4c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e6c277c4052e3d914fb858999cab8c73b836474ffd55b82e9285ae5b1e4ac5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c62f84e9fd9566543dbb40a0f0a71e4aced1b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe13ae6ca70ad15493061a7a7fe85186ec8b225f79451a371c2cf42bb36eaf2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce24860a8bc0f80ff0c9ceacf0a0efcb37849e04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab21010b6557703867fb0af2c4dfcba03800ed86a4ed9d616bb51ab43ff653
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8f6fbb6300f9005cb73833905306c7deebcc15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac21b3449f1e707f1671b19d229e8e011b4a84d3b0d75d9d59383a6ac726dc40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfebaccc2fad4b89252a8d7992b575bf9bc497d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427e176840484e6b7fefbe65004793679e0c2487faf499f767acd42f7b4326a3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef31ea58fb9b82c14b8fd95e478bb39dc76044a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29da247a4ab825dd6cee555197cb62dc4044dc30439325e1ae35aa691ffef8f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c42ee7e585921168ed9084383547c37e922798
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6127789725f058e7c879a33f4bed8cd3ba3c0b77b5dfd8cbf184f08f991e4e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca3d51989579ac1a5c0b2429f99226cf5f4119a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37372633c54d539a178e14b0cbbebeb0155615c44a7dc1f77e6ac9947bc1090
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff93951bb1cbcd9082f76d7ef5efde0f5b257dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76478b39fe3ba72daf15da3d79217baa80f40bb49a696020dcf8fba2415b5997
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece13b2ebab4dba14d690a1dcbc9399ba1a659c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c285925673f266a5cf65a072f049318862dc101e1a9d54d6bfeb8499052fd34a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a29bf50bc3d6b29a92dc0e19da1dba22a03261
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bdd10c547c4c3d76db111e469ec079d8f982a4076cc9b397880bd8d11d5bd0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24654c98c89b60282d23d3b32ff3b1fbd92f6a40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c5adc10fa5c00d4ce4e6dedf3fb9441d6cc3b50ddabc9c76f9cb9dd68b1fea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dec5eca5bcbd5de62842d9524929291163e35c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5897ef8e07a141e56232a1b72e3f3927c5a0443aff1be492eab0bdf4ca60a9bb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055cbbb2869a459406274dea70943ae49c1958a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5726624f00f460757ae1f5900f19e540f57377e34dbbd531b14138cd5b487722
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a911b988e4ebe085e5157a4434dacac88688da87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b88c148a466ed5dd0a6353dcb5d890ec83b8f3d5041768aac6a1eb480b479
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d593ff56f97d6db607597e18c4fe92fad894d38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b85b1bbf26a01616a7ad067d1908990b08d2488d419a1de9f4d024f9a36cb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbbb61e4916c85d835a92069a546d864454478e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a43df74ba32679c8893ae99110c44984e68332672518976caef3b92b18575e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affddd70a0b92a2a20cc0a171f97c36fb0a94530
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4f525f8b03e08f5eb82dfb1d9af670ecf205b30720f9ba32431aa841c08501
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fdbebac53fea32162bf42860b16823c5406457
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3390f867be7cf0b5c96aeae32d6379b8d1cfac917c511f7fc79048e4687a91fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0715b5a6f13755545f250f209369e5fea4db57d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49da51714df7d9860aa6eed3978bdcb623fc0d816c3455428504cb1791944be8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bc22a8137e5b8f087e983d40bb49f8926efb69
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b1bd712d0586d508f30e1c183048b084c90dd326fb7389b11953a3750d6d00
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867429c49a4dc5dd3cd67523d2ea125dfb00f30
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c9233d29ed8ce1b9ee0375858ef310259e5eb5e08451b343dfe2c4b4b51d59
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190f8deabcac6b6c285e61ee17207257f268e215
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73aaa0b94c8096d680b1bf1600f057761a6f971fad3cc30e159ee100e72e681
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f288e757e074003990d8e34893c18c3782349a3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3843498b64b2f07c59e5e5b14d79f36ac1edac33c8662f9b0f308b53a7ca4293
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f062544b8c17e6220ae15898b77649a699b923f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9289512c18cb7aa4e15ebf38a6e2881bd4bc73893f50bea5810df212a889e969
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992e85f6ba772e344bed7b2bb7fc9d010507e2f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9372e9e7a1d69ed5512e712e1c59edb50bd5a3aff2ad3669498df414112216
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85ecaac49273f206c93e5a5f6313edacd3ddbc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657ac2ff3e1ecb0094df7949ee3a77396000db873cae26e30365f89887341e2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74f09fa2c54f0985e71520697026a3407e9bfcb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43963efdfbabff560ec28b495ce838f38ea0cbba2c763c154286a0943a6a1c53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212c016873cf97251a664756dcf548e3a015658
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2f59634a132f4be2dfe1afb1dc2d91e8e4c0327d6ef136cee958dcbf8e38a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36a3a98bdef7a1a328592013b3e445f662343f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d90117209272fa11c2be9100a958f59a258de2236dbe6fcf5c1c52b0c53251f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77826e59ac55d44b33a30ae4503fb844152588ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb21bbd13ac6c7fd9ac40c7021964d481c98f3986daa5d5ee2d67e23472008e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a0c9a3fe3e8f8c6c7a4e12c14c861ac4674a86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe3c56f7a23314099702d2119d2666dea846a1d2822e9f17b94511b0e819d2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f80955789013a14540299955461d0a33db371c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cca20eba93562ba0c3eef3adb415072fb005d8bcb44a77074390490c4232443
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b797ee5d79b8c5bfdbc4960d09a7412d15905082
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215b8d812b32640d972bf2042ce1d4a546d1e63f50ae0aa17d8cd7ff17bbc6a4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4263d7fc743275885d45e0aab962ddbd7381cd2b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ac0ff6cddae83ad0168c71972d94965ae0a02e798caf32b7d1e9b4bf16901c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b5d0042a9480c408c234b2fc2d68408d588344
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6e8997fc52a3a01c844bd80f3c06f1c89cfc34bfa2ca5b55934304c346f4bd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25926b88beae1a4b7ca11bafb4d3c9aa528c34e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad84cba35934b26c6806046308c20ecbcc4316d41ed91f366612ef24055c45cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ba5cf2d8f3959dc0356dc353bb1109256c2e91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed42b3e38b1a3d0f4735b34b834a24f342e0abccc00c8ee7d3f89e85effea14
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818f9b0ed3314c021c70d6020ff1989f2bcb543b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d53ad8d71c24aed789a6ae3e9f0623688b4b11296232ccc35fc8bba211c386b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae229699d1e6d4a102199ee6eb7f624da9d33c11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddbdb23bc22772176faab30c298a4b43ad62d7c16e02b8e5bddc46cc9e5ec0c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab3b7286e052bcac73264e4cea7ff0112809657
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39319922096d64eccdaca00fd238f4059a83780e16b83922557e1d33b0dc9d6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ae4c358f5b80aafa930e21a7a4bc40baa49196
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21006f99adcec0c960d8b6a087363e0768101cd75732bb0ca014a13e0e5a324
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9f816fcf8c1cef8f60b2114da63af7edc25347
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16a9e07a3bca9f6d7da06e08ed6573cfda47eb6e57bc6f1545f277e2d3b92da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526a13b0a2afe639f9492288732151f078eb3d55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71253d58ebd80b64bc92efd8f00e6a58cfb0eb80f209759e7c3a35bb046cfaef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c1e02ee8607d2c10dc986fd469fba2b24f2956
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe1e472d255d099154df2629f23f85d646cd66c3f6c358d2fd1c64d1ca93349
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295849aa1a7cb2ecd92f0903e024ca5c91d1acd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5caa0b919f71da0e9e217d7bef4118e8d4e078f2394648ccc92455be3b0e5b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa5f9e548243897bfc84d197eddbe1f9b0aafab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8887cb8ec7bce61e782729a4c4c21bd052b1ee286bab182820def79b2650855b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9867b4777731130288672b23711acb34e7d03ddb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d28d98f50ac053a17198af95e86d0d88de88aa5fe02e481fdb4370f9a8328c3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aefd29dfdb9aa3618acf19e1dde7577fcc63dae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224e2417ee47e69771dc425c7383ebcb4187c668f4cb053dd0660f9f493dc83e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cd8c4e91421b9a95b6f19c36246a618ed7b376
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e2f89514f5284870034d3638f03d2cc4eedd2f41b778fd960fb3c90cc502c3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c13c868edfb60d5d7cefec0b0592c5e2d7b4d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bbb24be7801b796cc51f886d5d3f089857d52d69099f828ea7fe9d90c26a85
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda4650753c62fd66137f87b66985ea3b52f931a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b5f7f26caebfad74cd0c651e0a2e71b9bf57b56916f77882b249ef0b96175b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8241ccf80265a9e5528bfebf24f3847f4c58d184
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04253352689f61402d8f0439db944237b777ee70e55f6a8182653415a5a3cb7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413c7bb159e43c32d42fbd218bbf00cd5b6bd68d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2527562d1a1935e225530e39f2491299892fa5e99a37753fe655336063ab298e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae62f59977a246094d6798887a46e3cd5560592
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddae22ac70b1866558277a62de05999cf07bb5a7dcd3775831e587cc0593835
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0751691a6ad40b5c2e8391a2e88ee12d57f5cef7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b25e83da644796ea26cc0e8633765ec9966d0025ee0c2beb47d4b0f080aaee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5627ae4521164a0fb21322bde20f4364e0bf75f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6679b47d8e2e456996c93264ce5c01583a99736932fa75bbcb2f4d43b7d9b88
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34eb46b21169cd7d2ac26eccb9cc6796a4fbcf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef86f0405f06c16af87087810af074a807d54e16ec05ab6a97b8e26aa58ea75
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7138ed3b47a5fccebfeb2ff376cafe8a55d1e38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c459054ec05e0e8f1a1968ec6457f7a29eae6d484c96ca3741827da243f8d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4d4de1ff21eba934f7c76d734850002eb360f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af91ea60527437f6e416f23f701492995f46fe6f6859c60cc1b785f3e28570af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44832c4728f3722749951f5a41998a07d29a210e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9d4e8bae37196ce990bc07c8bff3e3517352ad2a95c17ef28340e183ca561
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ca6519026b87342fb0799e5a449deb6265ad1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20746a8f4f166449aa8890ecb13f046e515e958fa9834a674632253fb54c392
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65392a73b14a1686c96ca5edccc8ae1fba94de43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8959fe38585101ba9ebdb81d404bd30613e27d4ceb9a99d863bfd71abff5e5af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40edc2b5a1b50c0b2eb56c876897ea9d7a84ce98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3819a30d7a07c98cc087708eb6f017c0f9f5ace6b37235959efa52eb176faf8c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81979ec6fa10c076ad9b0ca34954ced27afcff87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0ae1c970fff59a589097f09e48fb09f7df166a1751a2736df2cb2a9839bb0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f8514f0317c0295bcb63e006e98d8bdd232c27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a539195fa8cd54bd87a9befda7909b33f989562f0a8c150c45ac54331ed45862
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484ad80e8d6d48cebecdfa74bf191e88a649500e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66eb1edb3a9b54f7c7cef6d7f1f5fae00316f3255cfd1fd6aba7ab9ecb441dc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f76357ea519a53449d85dd09ed979e0686296b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4541aceeda83677d9669a4282451e397af9553e211caaa0bf7acb09123c009
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116d9e23746a2287787bee4ddb330411c1b16b29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864115e96bd2088d7795fcde7ff8d261b38258f12bf2700305046a0b4166a2d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584db1a0a03b00a66315329220fe5151dccaa4dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b337bd0c198c36a12c678b07c17c782aca551a599a1a40f755cdbd42887ebc9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ce60d8ba267fcf299d36593c0af95c149430b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c5edb07a0eed96f2e8c36399eead6171b3823812f498958e3e511aeb30079a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dc8bc9fae368d8c6c1497ba72e3ad9752954af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7694655cf73390b60161713b5632baad6b1b9bd6b4ec1756d9bfa85098830
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c904c180b1f79633c6376f4f8567718f864896af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0b559518647ca8d0e4859b6232d4a75680de53a9bee5114fd6145967edc772
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fde7b15a9a23ef7914420de1b426eaeae5692f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f057825c87cbae082ff94cfe2a62162b8011d1057d08d09bda9bf6d7ad4febf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ab17b9d81cdb99f4481ad05214d40db0225e03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adda363ba71b2317b28da215fe5af07e70a12fb85a878a0b4052499d221084b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9d0666fbe47547690f275383050ed1c800f5c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd295a6ae64f70b0f2ed5ac362df90f3a193101994f8bc8f59b8deb6ee0a0b3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16324fc6d26335b187ce9e9f35555748a0ff76e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeff3a13f2fdbb2e6c0bba39e51a8f18511653696b36c040ba6c60e9aa8cd36
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7854422c147c08cea3902ef5c800ca40578814d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e831855dc9d16daa0bd9fa38057b36fbf5cab3cc3aa9ed9969006aeeef704d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890ced1c3a4c7aadb5002405658a5ddf16cdf3e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5498a7681afa288fee554940bc4c9e45aaf7a0d0b9314708d74369d87e1ba55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5838a00181ff1df94c1c3e028c2af147dcb3aae2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44072789024f15aa76deaf35699ef02b5202eec5142f147bcb59c81b8ab5458
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8221c167b680967c34c2857df60f3a0accf8b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67707233ff952cc2fd438eecdeffc35189e9c67c1e3f35938b9d9b7b709b26f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b69a7989e6daf72bd1807b1d2847e5704611ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e74299ea20e17aec29a65316983a1a51de7449acb476f435dd8b9a4a6efbd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbb6365825fa6216995c6eb5592f60fc3626057
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731f50a719a9b2fac2df9b948376ac1dd26313587300e1f6eb943e2021707cb0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e227940f9ea7c2fe19d5906a6f63db16702fe2e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b807decec2512382dfe2ff3af3ebfa974db98f8e25325175cc9369a5ad15d1a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1e39e236662107fe5dc03e845ade4b9da8812f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf3f910087a317a3b83582820d1e660725ea1285b2852cc5ad0ec042aac3b82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d780367d84ee4e1916061dc9b6ff5bbbeee40ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf23b5f322c70049c825e2a4cf6a025daad472ad6b43ad9ca0adc8a371253e97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a126eced828c33909317fc557bada4f3cf10cab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d530472f32fc5ffe1f8bf5e7ef51707d05c49538dedd13d4008b50a99f7cce94
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baab41a74bbc0c1685b6cc281afe8bdd351df7d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29ac9f25ebff2777bf141ce526bb84f697b4fc9d68fad78f2708864ab475da
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cfea06f69d8cbde10070b9688a4f5a196546dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaad50b4bbe4192c2cba25605b91dd21a5f1aaea19251dce90c468b75c617b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a34c37db2fd4cefa916b86035112212e6520d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd1c087115a8c27bb0cf4d77a3b73978f7e09c4580e46af113678b40f18772f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b34ea4b9a24c034807215dde6d731c34b75a66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2afdf9d157350d51a6ebf8bec340d651623a3888ddc9f7fc59400472e1abff8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ee1a31f51a05bfdd5e591b7ed55cd384781ca0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c218b14bc9bf479ee442e781b3ea876495e8c39dfcc0b9e655fffe01fabdcb93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0244f6ab36af345837d1078adbbf2ea733e6fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6256aaaf4f8f4aa760808872de9c897f5f3db53bf2bb49ac045ef63aca90a7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871ab79602911d54fb90b2ae38a24029541782ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3432fbfe454b3de51b5a5725016016196918db2f8f7cac57515691ed9ec5cfd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd984273d76d0fd18242bbdf54e0589a889bb04f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c51b168746858fbc8177da3db351abbdb97786b6f171c4efe022099d7460fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572fada7fa19693e046516d3ad065ef5208703b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2e7ca7018c0356cf9a16248361cc8ec9b80a2d56c8c7915239590454c52ea9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384773c29b1e058b6f409afc57ef9de158e1bb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad10ccfcd561c4ff51c15a3c37ffbc7a2bfc87151a6cba8f70020c01ba7fba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea7add1bc8b4d5ffcca7e5dbf610b12e98fc1b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d07d69e4bc01342a36855451410c655c03fd777661cd5eedcecd99b8b8232a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d730aacd370cac1660b90f29f017bba13ee4c6e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b563f723cab31b9eb98b1457f6608ded46060b741a383bd0b488109f770cd7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66f95ddf6e4a2f829f5d2214ec2ff4f14c4e273
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11f7509871f314f6e1d7eeb84c638bbf884226e021edc3c57628472f1f5ecd1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6af9322ce34d87ad7fa9c41a86b65404be325e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d65e8e7793b32f7d4981aa9f1e319e4c9290487f669324bae1371e2513cf720
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3a63557e015fe84cea3925c1b7712e1215a6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e8251a2ab6436adc0379eec0315a616a4918dcedc7df43b1261872dce64dc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af480cb448527d78c26cbd85c8f7874ffefce15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326e267594558fdcd434fdb44c19afcb662e2bfdbcfaec1eaca40ff63f2e8573
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827a3250eb8cf049f45b2f625857a6a5ee597bfe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c3e9af082bed4ee127f04fe4c423d92383e49bc6b97b10860e4fea9157eb3f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b33313d1e326916f130a3c3d65c601fd2514d3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c7c15ee8f4ba424c7c7647889a823ad8c22e7f73ac6e28be5fd04b5acdffe4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04db9da6a578aeaca07b307de3e776070330f6a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b559e0dc84628df5b47b0802c71d72cec41ddcf1004e5c30554c9b235062e126
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5091ad0a7dc6f3b8dc479a3241c92032975f7c24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65760938b4e346c4d99de46eb78d0b3283e29fc6a9f640cedb24280b544c35d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbd2f8a07da2bce9adef6a2e0ea7d2c09fcb941
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5547a41e2eaa9f2f02b3e1a55bd1165337398ee7221d95e3a94fd103abd626
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79197b89e1e6fabd6a613927fe8050d74875ebf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd653bc9635809ac905df8233b6084edfd169b880c2fd84a59e2ad0280258125
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91327df0b02941ca3f34c826878656179c91cad8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e8ca92d48aafa632d8ab0715e9cdbc7b98536cf8227722577d9d1bebcf93d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403fbaae767a11ecc6c2848fdc9bbed2d8c6d7ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44762ac272abcf6c752b5bc5675d12bfe72fa92bd8fbf805953bf8ff69255ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc62cbb9186543c27c67fbc374871b49c1bbf57d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b598c87df356370660f0a5a88d5727969a7934b5cbc8d07e91062187571b81fe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948f6ad1b396ea13e464385cdf115653d31a3c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d04862d9f5518ea6ab6d522d11e8b9f0547e2611791fa1ea154749346ef4b90
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e65ea464a172c3fe178be503f27db8812ae1785
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06ec2af1b35ecd8caaed85fae4291649eb7b63aec2a39207d3a1d65abee0b6b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33adcd3a4dde97855fd29e07f9da33233dad4df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0110f8a6b6ea6987c9eb121963f5aa596ca978767fc016673e9ee9395e7bb3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a5feae0693019af4fe3a5097b94b69dae3f0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc53000038d61803450b756a6dc9f6f1e27375608e3e8cf2e25785a61991c46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992bbbca58a7c29525b294bae41e73ca65ba161
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1a024740c003abf7dd624ec3e95016ed54ed21ad7aeecc6128361bc7c94c72
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e26bdd57838c70ec6a630ed4e4505e27d50cb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa3f146e133b5bfbd7f84840d6c477f99da2f892d0c5fd3f98d036171d1c92f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39d974c94e09a8fde09daa3941402dd2b5ab538
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ce2c2289022c30da6b9d31dd1264f6052f682a51e2db4389e2f3be7f231e6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af672c0f57be850fb66bafb44f482409b1ba1f16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cee893a2a9299507435c48bec34a6a6a9dc90cd067575a8acc0d5c6a364d627
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecbd1228bf741714ecb671129c2afa0b1e61e44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec941510b64f27be7e9a1f6bd0744245ce4d3b88d0081cf7b26fefaef8e8bfbe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f7c0ed9dd22e1c9dbf4227321221dc4e2ddb3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70957c82d7ee7a376b796b4c71b8d9e970f92972840dee27243d9e446d1e387
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e73f38c283fc28eaad8684a175a14a2f68f61f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28031f1f666f96cd55c1723a71d625b0c7f968e948ecef6d2394df573fe7c84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5633b510c7e8773a2f02fbf0544bb3fc2088ba50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8caa2a1cb8ff6adbc37c9782e8201f09c33cc4a99fdaebae60deafe468ec933
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74978b7921c2996625b4677d21db2c6206eea634
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce88b84cdc3d8914a12d9e74b87bbca7b8e7e39e6e7d748a0d44ac49dbec973d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a03a088735cb5073a03f58b7a326b0b33be5c7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b4e0601d91e252741a08c93699a7d37eda3df5ae4e0148f4dbe512f29e39e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15787f90e08d22afc4e99994de9ef8718b7471bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7858ffc6117eec6ad41eec281385eb50f3cb41d0811fc102c609c0a374fd0bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e262cf93f7bd10edcc1d94df48f2db37334e4e46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffd5d4e482aaaf688499cbee49af96df16d7d329d043d52914f3a5e245de94c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc03e9c458f341ae668136c31a4d9f73f34693
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c19095cc1dd5c1466fc27c5a61648d8c1b5b4ef60cb972e38e6acd84f8bee1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7942eae4a0318aa4699ffa4325c4132f88ff7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaa763046f47cc54243b7eb7021a95088c4084bc3a4e65c58d001c0e72f3928
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09fcbf9f774320ba8978334378a8fc5e2c22b4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8419c15a16d8880b05e604cff653373cde608fa540e45e326ed9ae9bbae5866
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5559019a0fac1a04e4c9e643a5f155c7e8135c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b82e85dad1f395b0066143fc9c276605ac239e678acb4830a9fdf9e5cb243d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb4bf25a03ad86793d48ee65e6c16525118802c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf68f9b95d2aee32672c0fed5b51193b3372089c95818ce72a4530e40aae7c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f6892d6f1d9f31a1f487887f63320e46f230c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c46af7ddb988c41faabf4b60789c53083423fdf1354174e3696bf00bd4e87d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8169212959172ed286978579312e3a71d16fe54f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7648403846189ed0eae459bafc3557e0c3807b36d44614ba5735353aa712ecf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baf8cb2d08e46ea0816ec685aa26116994ea3bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6057baadd06490da313510e23bf7a10ae34c7853cd93ea7fec969d300b8b7e9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5afda0862747aff8a730d1a6ab4a467ecf5a770
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecffe721063acff9342595610d45ec7bc84b2520ef963acbd2369f8382a85904
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcb514574ee6598583ea758c47918ccd6044e8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719627a210206e5eb1bfaae890d5846a202e66fb806737efb90097c64a1c702d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d460a3059ad41bbb7dce750ed0187ca7ec978f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad154e7b2f25355eee010bb77bfdc525216414f84ec2cfeb7aa70c61a8cd0f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed5b43527d83337e97d3356b5df14f3ff6740b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9de05c471a8f4a96db200a88757f95ad6e05cc8d48b7499f7bcb340b23dd2d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e1ca3ea36cf3dc161786d3b2d62f135bc6624c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308783f51471b99c2bcde249c7fc16e723630f272888d80d00966d570e1be8ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3160520706b74d1a820c56c512b84889bfaeb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e76a49239bdb246dc0dd7e18af5e25df4cec604048e0db445d987f187ccfed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bb928127efbafe97eaf387be45c0b00d657b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01f38bdc6aad3fc69111dd0fc4c529545d43d9cf804fcc4018f07a7c724662
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8f93dacdff479827d1f173c46b04551f87ab96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ac16d2f2c04d5a85a7237d9e51c45279839fe1f8ac737fef777d3fa5571579
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557d10f1d9abaa4cf5164b204a6f0fa31afc3c07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51d933d29a4cb0b4a6585d9de61191cfdc8146672cf38f88a6e984c848f42a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f2247df74aa489054a11d7b6d442398c2cd8e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdb33fbc19d0bf6c7fe56613895567f34168b14b44a195eb68ec7a03d2aa65f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f8de88bb1b0065080656cb173160b0e8d3e9c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51396d22643c1a5b0b8c62d6390fd35d1d3525d7be6950881059daaf216a89c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b76fafa56b0b500ac63c05d7ab9c654217fbc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b3b56bd8b391cabc1aa9eeed10fc4767ed5fdfe949aa30ea6df8de9b35100
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146a0053317651730965f64f67a89a89e39f6bc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1a0357f5f340680c59573e93ff087b87d111d28ca42b963d2e1ec78533da1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b9afee237273105d0307d245a27e559af97641
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d8123290a3fd9bf32fff61f84b0196328c1bc85351b2fcf5a8d5487bf69a9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6302b98ff31685b8f6edf31b172b65d46daad25e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad37fd6383f227053d9802e5ff02ecaca46a7d38084d7c3a85db4fd96681e799
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee668d32043e6c6d1b57a7dca3fda63afeb08b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1920110d75e8bd1c4cb31d03985531dde69a139e7d8baf322035e42cc9c61c1e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4ee727e896868b58ef3be65323f3a8c1ef1abf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e7dd0f051e742b9e609636bb5f7c55f7e071848362e00528d5e9e80bab0c4f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622fd01fcb72853432f9df7db7f4361a7114e235
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f75fa3ae15dc86490b30b10f0ec7253b5cf2501bd91a8d401c5078c02802c5c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5510b02112b732190fcaab3338dad04b133ea53a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26da1a160a6a758b2fc9cc118f205b88eee9eb4513f58b5a2d86a3f6d83bf08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0960696daad2467318c38cd9256da2a357c322d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307d2721c6c09d934c4388894aaa98fce22c0f147bc77e8ea20c31714fa9582
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2fe3808b14194c8417be48f9242afe843fa5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832057b029638b5c7924dcf7b0a6230a640e31ab78d89951fee32ee0c251acae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a575d6f4791177f9bde379c12a3691abb9cb15e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc9c9d9ee25f9ea4ef2f3f38087a4e68f296322ea8ea41901c11047bda5ce4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343891faa790378013908c42a00b71d798c5aecc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7981d17414f26e97641a63e1c4e46fd456aebacbc3e7579bd025b21f7d1e60d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d95a1334d62f131686aee72cc41fc492cc11058
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dca75794a0ae6b9b985098c3d77b6f66d77e96f0d81573dd3c17ad14bc8e227
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266d370a2e2a22eff500e8ce22e329d2c209ae2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb58b30ac8902a5c1c1b6adc0d104e6502c001b48cb1d5d68c43e5f4a125c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07fd77cf3cef12460bf79254c5610e44c481ee3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eae13792b0b492038e3ee3952a3e1e0ce428fe7293adecf821ad7896dd7dec
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713b52f968358e274fe4b5eb0955a51c329abe8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a184c0f969692301523930979717bd7813e9416ba2616c646939253b00ff8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a019c42d2cc1363622cd9c832aa8a970012372d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81b976d3cfe13505c7f77c7cee4d2cdaceee078df93795188cbd81ca58df8f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bbcfecc27b2d1820e0edda00f5d9ada405b019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7357b7eef96a77f53febf89804fe19b71c1c12249eafb6c8010dc640d1fc397b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88792bdedf331a09f67180a1006c4af345a9411
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54eea40237fd3362fcee1ccd0000c5f7b0acb9ed4fd963e03f528f449590a27d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b8b00696c17366a0de5a108afeebbc401bbc4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ef062e7b2ac3c6ef1b00a025f1e73f6bb3a6e064ad54bed230efb88fed7c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96167545f18fdfa7918d2e6a4cba69fc22398f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60d91c50abe736b6f492a52599cd91a1f25d1d02b6449a78aa9f1c59fd91b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c01d76226b74407b3b79fc47d85c7e303ea50
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc79d2be66da9a20d410c562f8dd6fdc53282d3cf6d4d295a0ca8ed17b865a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25e59ff84c6feed067c3d314326d5cfe211878
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84afceb1213d120cb67728e7f4b0bb62efc986fb38ca69d7ab5ba0a17c090ce7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b05c50ddd189491ec15e7b01def239c2d9af8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00226193e9e7273f17a754048243bc70983a01c7eeb455d19a8983a2cddc930c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ccc743a513ed5367217cbd7a5daa624afcb706
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00225220b536feba38173333bc9ffbcd6916ab0f57053ce24b3949e9b92ff27e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eca03204fe9191ebb65f5154029b04784ee364b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39789f5eac12adba06c716342899c9d0a96a773d3d7e3e6820915e0994b2eb6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b7c58f8ef947bf1854b9fa03d223d378ed485d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f2494be772cede67e955c87dc9c468f2198bbd68992602ca94ff27b008935f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39a5869824aacc0dfd2f790d2f5accadab82409
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6045950e5cbfbe7b7f9643d0e498734ecc0cb7fe9ad035516c98bfefe49661f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f411658bb604f5e1139e2d7b4f4462acc448f66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec1cea9fe34ead6580f83a103a2038211bde6cb7fb7b97cb4b1397131dd91c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a4b76f3b402c0287c5c4d22d49bd4ca4bd1016
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ae0a89e813e4ac75975ebef91d220ba954123d884b299130c50ab3423953b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e94c06c88dfa2fb22ce20aa69e17e72621062c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32929ea0f1fd7e5f05575dca2dd2fdf9ed45504b8e373c60b3a9faeb63dc571
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ab1e4b01f5197bf1ae77167e8b04e073fcc23a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bacbd06e49d7b93ed21ff615c45ec06260e24f498edca5796bc5802f02153cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce324289de0f69b3a93cbabb968ee4904f4a723
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8115d696af375de712227b54f833514a860d3b7e8e84e8f345f6ac11378497ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654cee04d90df4645791aebcc9554579d4bca4c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c707853f98b373dc5b30ea966453142a48c8deaf015e296cd75e621a471217
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fd0724be7c1b8800eb2c28c1b87918efb7957c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340d277a93fb1615aada5c5d4b07b60d9dd85eaaf92e022cef201966d57673da
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b010fe3a0e75ac1045a90b178b769c51cc4ccf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f54b37e73beabdce719f77c2fe9ad73df50775dfa27d4cd1de584c152af33
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247348212f35ea82323553d38af8dd45da705cec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fedcb74b32735538f1ea692ffdb61b6064bb78471c8c80b1d1f88445ea42a10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a315a3aa2a477f35da95c569fb68b02088f248e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c889d35281108b397385c1a356be4aa5f0b19f20e1d1ebdc7530c770cf100ce
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fb61c068c3923de764ff86cf80a44f381621f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fb3dc24bae21688290109461f1ae380187000ef940591185fd185d9775312
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484badb8567d478a9659e9237bd21d26a9f0910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e080eda32b3d233899ca24fd461dd2d131cd3e9a22ec770e7685ec5200e6d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4531299d6fec98762aeb08950b8a2b5d42ed385
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e6d083c45087e048dea3bfb15ed30963dff4f1356e53c74ea7c1473ea822d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58071442514c99a10648d14dc8b52326ce12587c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e8c63fa5d5827bb2ad137f19b18e351b98c81722451e75bc827791cc701aef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64d41146985aafb3d792681e8b1af4199c9896
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e324c2950c46c3e66cfc4206499c04ca39fbe7cbcf8066394374ff02f6699dd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfda929178fa818ca4868767d9e016e6ea21b0b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a441486c8e590b9d78dd0e96accf42173efaf3fa7943f09b83eb48c457763a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0edf66f7b34b4e66a5af66438a2894017948310
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b272494cf8e68db45be1443c72d2bdceb79d9e307bf4ff39ded61be799bb19b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92bebf2203b85a7f11dd2b184e58dd0e4ddf7be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe4b8eef193f75d98ca85fa3a00a70b7073afecc9b4256632b61293063f530
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6ed4f0687d5fa4cd29c76bbe6e17ba15a8acbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c327570b66b620dd218c2e931c1d58ff2da69633e2bc7398230cf31a9d6601b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f7f909498cb2ee5f42d247ca224577e0cf368f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d705583430f55f2eb65605208e4e931858be1b8c178520f604b3bd1ab3edff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d42f4cb2324688a32ba5c19a49e02cee7d0bc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef270a478bc2e35196af2604aa68aa5c57932481f494598ede9d94b146660c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a959373ab69a5547440a08f76e83a71286c892ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b891b51546e343c067bd7bda2d9dbedd3a476f15ee233a1230af53176e1be9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8685bae7f9e3a6e70707567108248a7a89dfba19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbafed8ad8d902246ef42612f4a0d5b1ca7dc74685a2f683e064672933bbf55
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d1a0bcb4663117eb490423acbd395da36d1308
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5460f98ca3e70e1d0360e856f93b450405a978a4b13d5858d55db2b208735689
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686946783a85916b92734e34b7a888c45301414e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c2869a998f24d743ae52deccb90bb1529ad5429fd991c8ba2df6782053002c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff2293b9663f4c370e1f32bac32d7e33f1386ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2df3d4067b419788c2879b2efb7dfd61bd62fd674fc85a909e94f878824c53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153128cff6a68a3e7515d22567b8c9f763b967c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5cca995b3c5f7432fc4ee3b3dec453740d25e3e1a14d822ce18ae0ebf75768
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64d6d4aeebf004dda17a9671af785800d407931
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a432908f51b083b7231c514fcba4c395c8cb17f1481bf06b7ea361639a383ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352f960f8d1bdfee049af5ce8ec9bd91f494e38a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33789bb7acb78514916d7d14b8cf02b7156b6d044bcfcf03b697c3e00e86802
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ca95c466d318eb230bdf5094853da861cd8745
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60137ba31ddfd671c62ed0f49f17e7fe04a2a84f0ec97e23fea47edc494c54c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a910e290a77f32466a6844461a9332e9f02017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a45ad2399a74f7d98b5dbabad33a5adc9142107f95a99ed88f83aba0c4f0901
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cd188627629d6dbd76ac894aef6c5d6893ff68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1537e27229b490e90297bead1bd86f9c646282419f739e8aae9b1bb99ca8af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73dac94f97eca23ddf78d582579d502f6ff78f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7abf12961fa0056d322fb393e4a1f85598a71d08c32d84caa8e751445020a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908274eabfae5680eebee8ba851a38a280b44366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c397a935b44a5425b3f4c81c6551394125b876f244dff3ba5e0448325642646
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a8eaa21bc76312a13db3c832d3f6a0b4cdd95e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ff3ff7fd0ba553e2a3110216bc658cf7aa8704781847a359ba33f25eaa0896
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2327cc718584d19e36b0d98e53440bcf8d3c26d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1109985a81896bc07b447f944133e71e611b64cb59b48f6f8dcf5a5faadea99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a19766e473d672baf1b9f56a8ea6b0015325e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20fe4329c5875d60a6be8a48e257a13bca552cb92cefc46740976144a82286a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a58b641c3a6d010026bd128b309bc5ad6fd910
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85282365a318070eacee3f1bc0bb107f83c4e8105db910b24c07f5a5e01a5f3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118831b82dd00e38eba8afa9836065af9e47dea2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db281b032fc02de5475ba2eefeb3685080ced2cd3beb63b23bd6705ed4e944ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9969986a2bbdd394a04c5f717acee3128121f629
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe634b019fc7d3bef22e70e958a4af06cd1117fd7f74938f2f5cee8daffd84f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee14087b463efa2aa4fd776a767147046c73d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea684a5c33b65edafb2e61523a6fa4540dbc313843d5d2a6bba7fa08f7dba08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bf410e18950d5dc0607dfcff2a4bb2872e587f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f3c06f0e9832746304fc7c764a69456435afc59d1c082ed81d4205ef91b69
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf6b72c42457bbe4625e0bff9e2a368f6ee010
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b60d8bfd7f12977e44baa90f7937a9249d8f15ac4e8d274f340a6fa3d9fc886
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc1c4ed27535d116159b63050b7dd8322a38079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2a57ad7720f2b411d7b9b5536868af2cdfc1991f0856132bba0587b42f8a1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d43454d7b5cfc9e2caab4a999e6ff710ebbe630
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672f5b8fb6c1167c40e05c06f0c8f6a942a65a9e9ea6754280cf3139d647baf3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c09053b658a3d21f6f6c7db64406876859fbe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091c6912d5cc625aa0c710650621987f9afff2854665d4a22b362f7176119f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351e01be87433cb523b993a1e10324b7a926effc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024c1a2d3cb7889faf5eba19fbb69d10efbf595f82beab2737c9e858aabaeed1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a506ea70c03eb4e92783bec64c0173bac9e4da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b79593b2e40bf6825dde13b38f4aa401e659698883677ff36f9d4161af423b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef7fca7606dbdef71370e0faf87081096e471b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384654f67e522a1621ecdf5b6ebd3f716547ec86ff9f9d17ed42124910d66409
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c9a474dd2c71c9a13a9ab6387b7051495a1710
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ff1ca53da09d25e14453a1baf02f0c36fa522edd2099759c3a57904af47e99
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046b2de8c4cc24980317e5ece37f55c20e77c869
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a68924232c82ea78d389de759362282c7c42a9f3f90ab614c162581082bcc7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd46714eaa38b34d48d981341bf846b9728326
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482d2982136ba7a1eef4c9b15171a7a1d96d7a7aea9d55b47bc18d4569c7ff10
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc30a494e66f2f01cd83668b119d365b93d9c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32817975cdad87568f3d54567d66cfd229996ecab230d79aa3bd61052a8594
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ea92a664bfba50603f4740650df115c1a5c83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc9628a97d7cfd3cda86926b8501580748cb0dab225381897ec033338512c78
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d26b0b7e36a252bdab59cff3c85d2ade356235
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be63b26530544d700c8a1c4cc5e1f68324ffe5028dbae15b6ae46ed635a7077
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c97694ef6a64fac93d24bdd6a3bc6726b68dd7b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ebda39e3410fb37dd20e5a3faf822c3b54416179bfe7b80254d3114e83361
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64bd37c9040cef32925559a9511547ac58997cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19068e5479066754ba1885e03a24ad611e90cadf5c4caaff831d4d85c1278ac1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e2e1ca8369eaf2505b18025834828b2628f5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4bbe3a49385a3ab789ad8e393f67f6d920a873ec2b023d3fb2efa85cd4416
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c380b5246c4128cdb3d6a42a1cf46201a5baabf4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ab4014e23c191410a806eb4b471350012e7046f854ec333c6545a68386509d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac5b66d479b811a518ba29892be63b9a5dc0d8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ad997179c6e7879d721e95fcf18169673a264cc4cb968ba7fe8a777c4e890
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c78cd6b041821bade364054eea360ff6f909a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df79bdc24dcc959446705e489681834b3b37de0f3c04739a54586f5b02acd1a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74589e4856f6fac1f46bb3b9338e988eb269a1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab2ec3fa4b227500fca7310b03720b6cd16e953ca8ffded34080582935b73ad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ee26a870ebf2a7698cfa638f6be6f8da97b19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543fe877cc63a2653f21f1bdc50cabebbd9413d4508b6376e85738686e6e58e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647b22a495e0a758f3fe9ca69266c202149f5ec0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b51971313fb87aa11d5bebfc73f6108a830afcc812e7f59e87b2908c7570d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97c4c2b01269c46859f5665fa88c2ae1be2f61a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2b0ccf376df097dcc0706028e3c612d88f2a0a4d49b115c83171c422d3c94e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c43a3603ed23b9395685b063c31030bf168549
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d0f2549bb9787f089c802583d811258d70e01bcd846b9709db2cc43296f9d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0320018aaa6f535e53e969adf2ae137dc5fd948
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a19ce3df231fa782b86d6d2e85d572f884015a29a4abb52daec177b771a66e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644389115baba910af6509b39db51b2d8c1e6bf6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8dac43a4d651f6c404e5e48710db18ec9a4db75336edcf21a4ff9d4e29eec9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d7ca6b95693c70ca3786bf4496d98d055bfe95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9057500882cc7a4b32ecae9f78301d5a442f3e743317c45d587a248dcd3bc77e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17337d4f836cc25c64e7465a5caf24809de87a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69c40b98c13d3f3cac7c1bee8ffae819c519e5dac88c08f5b789b9f188473a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cd21711bbd3bc21d82dbb02011ef892993f306
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc42bbe0157073809d3c7fe274820ea79c59b855e35378bf9580dbee23a09a87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ef0dbe14b4620f95eb46a12e4af627b043000
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9d11062d936debb04b1f551ddcbd5b9d731ecd60f597d5e6bbd16c869a651
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691f9f18983a11042d1a307c4a2db7acf1f8adeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d4a33d81887bae07a1764b469d8d213d74c5ec85642d14eb0e46fc0f6221c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebb1f70fb16db6dedcd2b8b0d00c11e4d014273
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7f6608a8a8771a2e6aac9d3c2d77da2fdb0a24685bad45f1d0b13ebccddb5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80fce597953ff116fce82a87b85befd803ac6f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ff55346730656548f652bd10b07bfb59e41b32d9097dfc3ec324c981af325
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027c55e05324fd6be4642ed483aa9b1b3dd99ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a847a3071fc782682326060715843a3d886668da118435e8d25b94f490f5ed2c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0125f6e761cce594a6e8aa0313a08dee37652a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aba4118f3b15b0c16a7e2790f5d8bdccede08fc68ceeed1b76b2ceedb445e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69d92b54e3ad66e2bfd432d33156bdd81992ee7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8531d29bba62535e19cbefb103b93c0ea83cb58df66c432128634d10363d6725
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ada3cb52051f9feef87ad51f8b64859c1a93ed5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bfdffb9581fc40d23ddd923d8054ca2a70150b642cf152c162817eed112fa4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f9c0776da1ea1b11ad7bf90683844a4cdd421
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee79f0e1ecbba049165c45d4c0f09de8d6c234414d7387f625590c16cb1e4cd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f120cc50b6fb031d232a2a76979af54671ca45dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fe7270baa329b8b0632a5250db73dc030a0277a3a833fe697d7f45f9d2d87c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459cbfefa2396408042b98a5ad8d24fd0c2a5595
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb4a27c99449ab4f8949f3df7e15e97c7077bd8a018d93f24db7306d111782a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719c3fbbb86e8bcd4b5749ccffdff84349be4f4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3de8e86c7dd66b5698848b72310b60ab7d1ba325ca8477995b4c683e5691be
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58acf90d06f860f51e0955067ba9aab169a91bab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe423b1faf10d1f11709fe774b5d42113ad4a67e25a52aa7df610dbf392ac0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee22eb1ba35da528f8fba827c3df3c2d272b1b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50716e6b742453a620a11d439680893a56b642c24a38e3b72b52f476e4cef49a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305b0b9dc6ce6f36e43d2514ff726e8e572cdb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768a058a7f8e53692b04d3e8c83be3fda4b0c20a271354dd90dfddf3fe134c7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e1fd550fae10fd445ceb55384293f3cbdeb488
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8592e6e63692d36a9c594ece7cb300e98e1bfaafeadaf0a567afdb3d386d69d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062ebd7117278f302e8aaf3113262e2145efa77b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc93371c5d17edc174029e0b102db41c17eb8992e21fc885b1c2528d3c1bd12
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f375f2f9b21738141e1a1a7d309408d6daa9366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff6dfba8f0e40dbbbed2de392c681822ae03183cb99ee464e8e6fd6e405bbc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857dcad014ba83d03230e743f94bc6f76dbc13b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fae1cfff6d0094bdf289e0114bda83227759672cfd7fd0d0e7829856f7cc1d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fe712d912bcf1c26bafc28f4af0774f5076360
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff7238dcc8e386f184073ddf1767e68a7f17cad4b7e9b0489078a69738be4ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86006bc9cdffbd0b7dc34ff230184d556075ffdd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f509a7c654f05c251cd475f36f2304d6d89dbce952208f862266c545c7590
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d48ec397cf0c33ca45ead2b59265f4d425a9a08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6285b9dd123bec48245417315ace8a84068b83dd79ba3aef91eae814f8e3917a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b88000b59adf6d84270deeb38867ee5026730e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507db8696dc6fedaf91936f1c6770dbd352a5f3b6bf512122026771492952328
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbea87b20b975f51dc43b748d1d16c690d2e3093
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807e4e6b508f05bcf6f7d7c9972a01abd55565a0fcdf462afb02fc6a17aed12
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e861ddae8377f230144f4d0fbfe2ef610677f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bae7cc3055934f34fa0adee13fe7e1bd1cc783736c354df4f44988cf26d3d9c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32704a6a3e87082410f860cf2988c0764a26d5f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a0488763bd94d6f7d4732fa26c3ef4f4910d1a6d247b99b5bb94f9fbb2265e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b63684a8d09ec3c90f10cfa7b5753c1808f3cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c1732fdd92393d4ca72af6d904e93c0fb91edb1fbf83980cb01c95ccaac8ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1ed1e8553497d24d8e702c172678975fe2ff3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d27eb3b32e1be3e1b97f5e4a3351b68472a4724b5dba0484c9fdb6852f2866
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951dcb5ec6d0c518c2dcd38a3a96156eec47b643
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e125024ddf545de62167754db00df689c0e0aa168133670c9919af53298ee8b0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cebe9a8a7f89ba0f062316fc6140ef9c4bb4c6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3312293187451985f40ce740eef089ee1ebd2b97174957d7a442403528228
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3691a68924c4efaa87b4f7e3099c50f8dddc287
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e57b656a41ff450f6b14a1f748491bfd7364f6ca78ea337d91ba5efebce9921
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7021b83e82833b7d7331279559ff477d82f04d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248ea2bb4bfe6a6b82d99874f21d02e7dc3ac1948094f0a5710feaaa9bdf0d32
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef393380f5c2fd82a942fd8080660d10e33cb89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ad2d33ce8dcb95016e180bac71f615de1b4fa6d7494eec6a62b1bd8a6c133
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6afb31eea2747e1d717c60ad436a4b7e62a149
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e344e071937f001746b74827f8dc7a3703551ec567b83f1d4781fb2be29cf44
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fa684ad75eddc5d3e747f6f485c2c1304bca9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b849f096b9bf5d91f4b7cefbaf5f23a8c66f0d422fcb7b7d4935cafb5d6fb917
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaba98235ef716dba8afb1a698470a09cd3aff8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17dc6b4b6cd279cd0a677eb7d0795185c81a98ea7d42bc8ad9098037712cfd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6c61253a45ea5ee4f68491fdc60e190b28b11a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d5b2294e401a044fb579b8cc996a9174bac9a73b8107ab91138853f335a372
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a056b52eb894d5362de5290513bb115e435031cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedee1e9afb392592d5e3f18d4522a70bce81c460202a7a66bc0d84acbdaeeba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3a5248e7a9dab22407a92f40d3fa6a2bd0f250
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15eefa7a9e72bf925257c8faf9d2f8367e346b815b2040bd0ca41b70a401ca2a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ba2427fdb9b84c89dca5a21425b677907cec36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a08cbac4786cb62eb8ccb7df5c9aaf490e2c11b5bed9a89d26fe4afdecf1cc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e2d184b2c5c8146cc9994401f2c6d9fd610626
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cc14b83666775a185334dfa12fc355e4bb651e1ecb6924b7eb839d79e9db45
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fba1f6cb1b51ee8b68424c47b7cd9a37ef3c0e3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c33ed73f95f622674ccc69a3160c1d66e18228165a2d9f7d2a55e91ff896200
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bc47abf1dd81125e90da1b940c85177774653b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b685a96101270a94054b50fd4138708b5857e220e299350b31a468801a3dbb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2132fd692eb9cd5e02c74c0332cf230efeb406c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfa423ad1e03d787aff159ca5a0737ff7e53eebb200a72c6071815a9f7696f5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30534a13810e3f5afc9973967bff1d8155a05d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74e0d821daa553ee8ffae7bcc6814a8c7cbdc59529e65144854a090bc066884
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38f2495b4c77b32d22b07187fcc3cda7fcb6e55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd4c235cddaf7b0e3361c009d6c8ca18335de63eb83d61ca20ae3d3b713aad3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa8f53327c59b3e7d7a51f7a14c1cbd148519f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b35699221df8292b567251c810d9568cca43c1f5952092138b6143d5cdf0990
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf01ae3511e5aa7794483e723f8e74bd86b2265
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d91e4bf298471a140ee2a66c3e95ce6655d056cfe74c4712d0a4d05af15b3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b724c990aa901d6deb5c331a180bd5a19a23e67f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df0a9859d303f99cb00cc5eee2b5d14eed897f77082e5331a63dbe9d8881403
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750b136c748b98ad94d27923e9490e6d80c14691
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c803c9934cd5976e59e1069618ce8943e616df2065a02b4e5e4434c6b234ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f8a6bc67066ee24b67aeacb1e8f206e146c221
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c6823ac480f3e2382d8b848ddc604000736be24ae8710acfd33e45b977d9f8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c56f6b7a3f0cb72e5f574c872b01d8dfff9245
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e339ccddaeffe1b4b0280d0f355b96309894642f55544ae561223efdd14bcbd7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a16f9421bd21925323894c935eb50bf4da947a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56357e256f3af6468a8fe2bb47954162921b3bfc4d1438d36622c91b9550ebc3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e99b8efd2dee3f3af7862d9c44ad02613dbc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3f7808e37a79843e1a486314b2b4c9b129b4bc5d484a14b85956449bbd372b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1998a0ea15730bdeecb59f2917e699baa7343ae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad4873ff54c1d1fb7e2db1e5c0860285f473a6318a21633df5fc2112e407cde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ffb3c36d92e8a20ce415e9d6916fc0b8581162
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ce94645d0c9a59fd68cdd5c9130a372baede8e37d8ad46a60fde0b9b47f14e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f60fa07ea4a2a18f23eec592abd606d372442
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7fb2af070aaf611d8c8f7346ba154ede9ddb11dc84f01eb78f805415e68276
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e618014a03b5a06ae625c1fb650f62898f68d6d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d95ed3c13867dfa782be8e28188962f339748c6c04c74eab301d8822e6408
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6543b2f60b68fc36133d119bfa2420cca06731d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1476ec0206f9c3a7c5e40f7d7a1098f83fb7f38c9c478cf3b92e64d0d66bfca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2097b8cb653fc71b0d84e66ce14f7b2b04659447
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f52e98232ef3cbcaa3632e3ec1b6db63741d5490b4ab3d152cf4b64ea44b13f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad5a75b8fa87426f41c658d32e41ac514ba57f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9374c58bd4eaf7d35fbc74c5f0a1e67fdf3fd836cb4511c2c78ad077f74c6bd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fc1d75b31b2751a42843bb0d865290c7d074ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a772956d1a6633f334bc9d5328b92573dae0d6efb00bbc330ff3fcc61851ad4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa2e0b28d961462834b42f83825fc2cd9b31dfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697f8225f9ab4c287b1f56ecf50f96fe15a215b7377cbb908445c930cae6db51
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8dfcfa103394d1ace1d62a8a8c0c7388b70fd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0e1d6944e53562a48eb4d7774d93a7271d4b432f5bb697dc7e73fc6c4ff709
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24819c626c7d2ffdc73d45347b18cf936e8c7613
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0eca52e08ab135bcdb72b7a4d07df527ca7ff8ca19a0bdc371e3c737e9db3f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddb0aa1ea18948b4ac1c98ef05eb5f8be9378ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab2d0842b5149d55fddec968e491a800994b69f46477644284213447c4a72a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260762f36899a8ed828b3a8e7871ab155b194afe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10286ef9b030e6f624a74591df827da68fc88103dfe5cd676ccd21d9bb6abd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9470400ec26f73e742d379b5a8237600610bcba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50decb0b70c20c4f1b83582c1ee4ac8fefc619cbe6472b4add8d8768ee001f47
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0a017bba6230919b468e32ebe4a3006b54b587
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd1b85766295cf878ce514f5f57f50b349412096adda1a2ad1fe5d81ec4824
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b8eacf7762c74d36b2aff00534003b4610d79e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e0ffc0206ce94fa6f74bd10c2e3cd3f60514aa0a6698f15be2ce60f8bed90f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84cee23ce3a3f9c7787c91c3a05cc27c7ff9a74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078c290967e61dbce5acd372c29069c661701cf5e797fbed3b8aa1c8e900e08
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690384a719ae52ba123c96f2a926dae66293f5c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04fcfcf8ea315d9f91df6ca08644edb03da44c78bed0ea6864e56c123428e12
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc0873a637224e96be11c442328b38b59de664
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236fcbc5ac0b5e1f027bc795e61e84116ecbafab21e42807d9e095601b0d0c91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db0731744f2323fc097f6274744bf511254e984
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785892eb1bdc7133961f93c318d466994f22405cfad7c0c150773b7f3dfa66d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79177b5b277d27116eadaed0fecfeffc7a762a49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc29f3b64177f05179a9b01560252b46ee2d97f4f2572e7f0b766fdf28c4b66b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77a9336ba8049c7952b458b395bb6748986b078
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139cbf2650109c9124448c9b0d8fe6465e94aaf7f4916b6b7244136af5b1876c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c441f49ec64465724b73133a7fabd396a373d209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f908f750ae19bb1900bf20a65246b01f9aad5815f1340c1744c602ec8f2996f2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b1a1eb68ba940a4b7f460d1776c49203084519
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c8a746cd108419ac4d841580a1e026d4bab23a841d97c020401a283ec05134
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbdeb2b641a751c1b97667cee65ede88668f778
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29537cf3a65adba64043560681db9ef85880c58f33875429887bd2e5cfb14a09
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ccf1ba2f8857d8a8e0acc4340210b85fd53b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33bb1b78225d9ce4cf4f94515eee4960b67df0bc7c140022244ff7329d19dd1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c4c31608de6b69a3713cd1b4d5d04595a6ecdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8785086f064f23a6965028f96c6246c822487de00d9390bf61fe7d614e0870
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c91167c0fe96c45bb58acc97b861bc4e3d99dbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38add844f47e742bc1173c0ab59ac8f4b1aad54716b4ff3f635827500b9c8e64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3031badd3a547ce9b5e634ade64cb733c22e2066
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0414f3b1bd9f838467f5596f78bf0b7993d3ddcf832caf2538b5d0c86ccc9059
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ceef6434a4237b30b882ea4f7af131233b5384
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c32e584031e0ddaabd2716002182dc56238339c779f078c8b099b265b6e084f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947edac9f45349f593a8ccb40c76e8fc1c2732bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f10d3c531bc933e314d7e336b07107a7de644fa32a46097c4e38fda0271c92
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c909cb336d93b1bebca83282a616f59ab22bd287
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a2242e4596a521269627792145c709ca2b3b2838a95ded7b54907f24681149
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06443ccda4ba53052cc541af61d8f5e2d37ec5bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7941499cb0304bb7db396d1f9929add4b981da3514670d38de1e17af57522343
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c80e0f52b0846bfd4309eac418bc84ea7b4991
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e1830c48ba85a56d286fb1f75547285d03a6b372951eb4002667a93fa39bf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce26b34942840da4fdab9e31130e38d7564a13d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913021ed9763f4a00266f851dba7830fff2467ebe14bda759bb2ed5aa3289996
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a969a64fbe7ed36bb74cf08b00775c8694d5f1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b7de4c89bca0d6b15632a54d99a7fd8f748d5660bd9fa66ba7b5ba18c88f1f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9d97910737ed1260f679c17c1cf22c2f591bd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1597a09fd3e623b3e4d056d5606b58037e56d3bc5cc7f78be6acf8d857dc3dd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b889702d73e1ed1372cf2d9e0fa3e1ae07225a00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5d22c1aea6740c3735746cba9cfdcf2baddbadf954ed7de46bc49f56c05391
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b31c73c69fec13abc8b5ff72ebbaa5adbec3d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35b4cadb411bd7617ad350ef47d86bd08e1f063ebb828d8bf687a5ed75c4ace
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4167807712d49d404e12b1d1ea7b059b3bddcff1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55e7dd7ff6cea8e2d260e499ab34f71bdd5f9ed209985c8bbe9a4688043071c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743def9836d0ddc8f49dd0e35a723ecd5060f707
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1403eedac7759973e61dcb3352fa62a0cbc4ef073fd7cfcd58b4a98b73becffd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b8a9769c0affca4f0592eafec46794dbb8bd20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31642d424a3711d55c779d8c5202afe2667ae68acedfa458a7092b3c0d28255
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ce2d790cb353b67bb744f39d62597c7bdd97c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a161a0dfca825ab741b52dc1791a6f2e11190b169072dd4325446f40c9f6c0b1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55617e7a0d239d47c6962746225cd4d718477989
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71b6926a5931eada0748de199469bd93cb041c20458ba3a54c5e58a7b9df817
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b079ab1938f1689c4ee36259f93cb4bbbea035ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18aa1af0f01df0080d71c1e1035e37f4570084c8a8d058592a0ebbac96468c2c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c772e8c1b5e6c53cabf640b87b55b98941db96af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d6ef6ed056f95eb7ef984d4b9f0df88e3cb0b4311b8e02eea6ea908e7948ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b021d2c244f0fff0f61f01938e7637ec6f8774f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12b2fcaea863f4364f4c5f07c1445c03b79ce1e4feceabaf55a89fdf6c3eaf2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3983aaf11cee9a371f50ae62b63086ab23c74c1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ab414a5966376d3b4571c290abedaee59b0c69f77b5f2408650b7a91b3d6de
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b7a447c4edd572a160b3fbb6a548bd574dc1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9019f10cd8e240b87182e442843547cd8df9337e5b8d2bc962f101eeb07018ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb9c1ac147325ea3d4401507acca0fdb238d425
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5cf4a95832c62b98816290e36c19b4b751347c5ba3a254a86a057aeef5413e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1665ac28478bfa5cb3554c7435f767cc52e35dd0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08d3f17fa7d62f76bf085b887c683fb2bcabaea70822f920654e5061dc445fe
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9459eb55cc908e32164b03cc0141eba52a21ff32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e98232deef4505b9cd10500a8a0b10bf42e1a2d9b239730eb3d580d0c17f854
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07bc53b98bd7e61639572cfa5c7788a4f67cd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288574aa883dd732a824957cec442ecd2ec9d2a689f6932eff95da54a6955d6f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b087c41f062d938eeafaf7a960ff71201d72828
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c07add8428e00bc28168cb7dc64a4aaa4024a6956363fe08613d9b7a53bb97
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990d6b5453debfc7a938ca147d3a2221bf0ca3a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961de070be1462467ef6494d4903f01815ef0f32b4346748023bb9c0bade7d3c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7107398293f244e9ac44676e6e058b07eb07d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4617e140057219f8e366ac1bb82df2a504f58c0a18705b9e79651f264e4c0da2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f1411838e45ee295fda4fb68fc538e0afeac6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3770b1c55e10f53895aed119ba8a15c1954816b8ffc04f415d802f4ef09d40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a58824bec68b50cd0794962e658dccf911583
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acb493da32801023b5e043d08db635b608f016ffdccbc3f70680523ace81add
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b41e3483fbda605a50870d85bba96a42419866f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69faba3b1a2bf434a35c42c6c09fc8c31646906cd2ceed5c9a5fda6b6637450
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c797b3c1948ccf8fbbd3ec03b62bfc411d00a04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1305e8cd7720f580d381e6bdb6c2c9f70948999e1ec9e33711453414074ee4d9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91dcb12279a5d60dd79176bb74118f8f1aa19cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545b3490eb125cd58d37bae9a2e1a133cadadf880bcffa8f53db4bf5863643a2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09769cb3d9c8c14f295e0b8e7244abd490b8722e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028fb8d526b97e7ff93c8d2ec20186dadbcffa71b3825f6a7e55bfac1425e189
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daee278aee656490d2369ae19faf0ec5f6c27f5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952fcc9ee443c94e2701dc978dbda8ce6631bcec80dec94d4139f28e3a87e58b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4926f54f01b151b89cadf6a61f6fcf3df0a58dcc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d796a69ad38ec10c47a0603733ee1cd1d273cc97990d0132fae3d4619286f6c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfbfad1d640b512d4d947e0a6e99f4e98577ebd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa2ed885d5c4daa549ae51d9bdba37cde5c9e417ca8b5406408008daf2ae43
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730f6ee22de8496ffec8ffae9c59dd852e161dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65425e5c54a36897ca21f60e8d0e04e55c946bade73fbd185744a1450ac5833c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777098bd73fcdd9c9fd1a738ee1f1c355d7c486
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c853db88de3a61275d745bef1b1d8aaefa23a11f4fbd9843d75f47aa015b43dd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3031b41972a097227706b35d6f8e43bb624a56d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8635d13baf132f7eebb71ec805e334cb2cda7b7d29e2c2c61c54c89eb1b45d6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d55e7cd5996808f7f8cb4b382eb525272f8d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51299d28e3d87eefc0a418b9b63834390efa4d092d66111687a493274749c45
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb00d57a3d97700954cfd29936cddab2ff50b52f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f626a7dd635f52dd0354a2505822877757a2c39b344d78bf1f03e116525d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740ce3f5f8e69237e37ec28fa66748bcb0cbf166
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f77e92d206ad7606e066ec26f2c065d3db3d2537309ddf2f501bb51c053a0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1307b7fb694aff4887d4fb8a5935fbc23fa6382
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9716b566c647199a9f2db62c9c435ad8509950a64d7b5e00aa6cf7a02d550f62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5c3485889e0b751e2b8c524ac3c8c6bf4143c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5a54eb6a372c6828910330bb89e73ac2f16ce180aa78c0273e2a7f47361e62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ba49de6aa9fd92e2533146a6fa4dc00ec4462
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da44a26ac2f5b87a87386d2a30a68091b98856b26a110f89fed01cdfa1ef2a25
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24cc92a4ff2f3914e8eb64d51fc3aadafe7e2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3e5a31c6d106ff5fa58bc37ce3a24aaef78f6bc50c85347ece7fb8d1c71731
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33912b4e35394a4c7760c5b57d7d60fbb778fc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d740f6d020fdd8050f6d7a63e2cc3b2725afe6f0fb55b824f3712e9a204cff6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea3725cd0cb3fe28dd9dffc675dec6effdf798
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2db64a904961cea723c510472c80cb9805c53e98296c2fcc6da04e5397d331f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faddc0a95e9ec8e1316bfb73507bf00471b14d9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e6066882764404ab7a71179ca8bdc153d8d08baf73084db590b9da10d0e613
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a92b917bc8edc3e41c89850df5a607c13b84fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d0b44807021a7ffafd72ef085b8ce65cd5358e4f4b48b0e162820c81d62b0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b522e7e505c98beccb7fe88a20f73823b38c602
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef5e09bd362f1edcac1a2d90b47062ac594197531f36d1341ad52d7b7649075
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6e68b9432c35ddf36f3eb27ff59bf9c87d341b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e614ebde749a8da7941346253b39f950c87fbfcbf086a2d2ffd1d8f8abd9a530
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6274bfdb9d5b460a5c78427cc59becf68baffc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7dc96fcdd9947153e74b3270790cfd8b3afd94b5e8ea16096d9374064d1712
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71caeb478bc7d03c9af98c78e96c2c6bdc8f4b63
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116703ab9cc42eb025ad484a260fe0937231c0f1f8e14d6eb994dcf2ec0caa44
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6139af147329f0ad004b068b528a9ba130d09f75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394bc78f016d7464dffec06decfd3ca3d4fa4b17f221e5067ab999c0c776567d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039d6d857f1155023a1e2597c5777a493fb019b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0121b9aa63179058c9f55a39fb30bda0910c146c69711bf57048ac264d6b3e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b8e65e714ca83236c7c32e52eb28e8fcf83730
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62e71e1fa6b1a8e32df892dd89e1caecfca38f3f1112abd3bfa0099ab70e271
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65970591beac273dc93be5d32d0cda23a8c347b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed73f70dd95e26f98de9d817a89333d9fff2a3f2e615a75e3ca183905d472a0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fb44ea8d3f17d95c4616cb2024b4c78796ccd6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745d5c73ea07aa38039807cb9cea38fd63bc4677646376f25a965e3d4037db5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719c2271c9654986e6a7096d2696d2fea532b0ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e905dba8bc68fde81fe792f1638e9f9e443768a67588226e95bfc4f1efd77e58
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84f8877284a198333ee83d184ac6aa66406a189
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79807d1ffc526b7058becaecd37cf82d4b5e495c2850de552a3b4c6bada88e7e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d195ce9ac29dd8dc0617c693abbc9b786f174c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d73f415f43f3bc3acc9d7436d84cb2e1086e730164ee438db7dbf63e61767a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ed8ee21e7d8e43f84225dde87bd68d7163a9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f0648a0025d7efca06de61dfe8a033533116888e4a74a19a597ab0eda03457
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ce3a0abd9a3041ca3f60690358ec9c0fe4f2f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fb735c43ad4544b61ee7cb5d15bbef9c6f37f3b6e6ae36234ffa7e30e2bc70
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5280a6a31d5d7f16195c3cacf1ad611bcec436
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4ae1b024c71813b25793df753c2794d4f0535f2a3e75d7934097a9a1c16546
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208313a130ba41e6f01a581d6c0aaa42fe1fb27e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a85a7abc0775afce8c530c2150154625f27473f3188d7719269021105e45a5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d925f5f769350e341bf343e08340c558941e8434
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a75466bed318eba09de3a77433e93084c155b7174ec32adc587a58a5471883
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fec94283823632e767df38d5f0a6b17920616d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3dc37e7e8db5609f99b349dc190befda06a4ac367cfc32cba71d01805e7331
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d25f259b4544933a36f6e3cbaffe6023787626
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8515a710250fc987e2a7ba1b41a65683fba9cf9919b87b3efd672ff08d407e01
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b419f721e9bcb8a8e7f670d8c246e9e6d012b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5721279556209da36dc638e1fc87df5b3579c1fc0cc66568cc37fcdb2234d11c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4a4f3cae0765b2abfd1288c75322f082ec6f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e968d8462337648826cd5fd5d42d66bcd52dd60201ee82f10ca1a80eb7b9f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974f1d9fe70e76425e49e9987a33a5cb47528346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4895c4e6d2d44193432a09853a97601ded79681de1e7c0cead83dfbc71cb47
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9306efdab96b45a77cdb57a9f4768cec01a22a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5075dae76159e9cfdc966c4a298c6d0a98301c122a3bf2111bebcb339fb2f9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ec5fcf7d309f4c802116e2f9ae12561af1027e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eeb4983fe9b74c6ee981c92641da0f5a87be23723f08ff83bbc3066f3e8955
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d41297d0a17b92e6f3b5430bb20a00c056c6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fb00af624de918836acdec95cf28c454b9f5af32446bc2353c9dacaa8705d1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7406095b7776c0d3ca245b308e5841d2a7b9a34e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5de30a3aa108d6cb5780fc27428e0762c8c6b8ecfef6eddb23b53653f7f894
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac21a46c018d7b613ea7522dcecd84704cba1591
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8c5d4f695ecd78f07c662cdad70fecd9f4fe92486b214a56887ec3e2a8edb7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43379b2c2b0e90cfca945622a439ae1f8fbd3839
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db236ee4e2c89f0f12537009f1d628464abcf49bb9598eb49f2eef582dcdcb9f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d2571a0c2456895ca8cb36ea29b0737e8b1874
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691bc69d09f5dcb3168d423622a2a84bc94cfaa04fee3f26b0a9d970dff1063
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0185c30da98eac50422927424077a8c40720d5f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fa36bea5bc0a267f8a6f8c29bd98f4ba6b9139408dbc16179fd008da3624c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d4c011263ebe5b5069d79b9c67435548d44642
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb629c50deabbebfe0b23379cc140f6f6cb6264d31e7dcb748fc973d5703ab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39df96de1b09caaa0608995c8ef4d3b457642936
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca17f3c70690858a737fcb51c691f8321f0976cc55440a3fddd89c5ca419199
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb308d51b14fbfaf8352e95f38cceba304768e0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab744eb74cae7c17e5f1db31f1563207dd6ca7c7e36ad790e392fc0c3f5a71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d654209b43b8fcdf5877cb16f4127848ecccde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58860d7eeca995b9225ce682a3e13b76beaaedae58ec6b7e917f82763dd93d3a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77f399bff878f4211235a6c6175230433225d2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208b119e74928529b82b8f5712f815a3a23b629c11efab6516d0064c119b6ab5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7088977cf5d1750c836eac3de6cc0e23b1ecac55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f9b40f82dcd6499364bd295f8ca68db0c9bc7b2e97e98ae9c15c85242215f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cc3fd19de696f69dee300c7439f29ea8507677
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3030c6a3e58aaccb34a4b8710dcb4e97148a70303263ee2706644175f260d55c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c78ea81099d3e8d92838ffed63c30183ee5676
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbbb68d22ebcd362691312f26514a32340f3e2175599bed1e72aef45e385aa
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9719de036fbf0877f69dcdc3e5e9c311ea2026
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fe4e929a668d9fb3c137579efb29d9930f5105c16dd3e71a7f38833c39708a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630178e8a6100654dc061e23672811983fe696b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8b1a14b417a602b05355e2763461cde2d4c240a6d9cfcfff62f0afc88b2598
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273b177f91e345db798e592ecab2997aa8329656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a3ccb7961735e30ee596ce43a25b93ced7c6f7027cc821fdb2b37ea9c1e739
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb68dc2baa5b1741ba2182636e63515bfccb4bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ab129af90783a32da19eac69d97489f52be26b06c026b8bc1c25e93869f11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47952bc782311c973f9bd64a8a72aa1db62db95d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b48d2d84ad867577f7ae89bca52eeea7c23781be8012062ce5a22a6688a563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84da4317a131ec1a24586f418bbab50e2e8d5115
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c71cf0b1ea8f505a40dddb739ce96429a3d41cfd901810dfde95ec06bd242a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5a90353b6215c48c4b3f9387854c975a82d15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df990ae3692f4ab8be65e0f9573b04b6da9982eb983916579e11bb52fadb20
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7322bf75377706b152240da2ab1d96a00e05e06a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26aafaaec3be94217602dd43e1bf0c84e922fe1a0c9cb3d3f1b532a85a0e74ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bfaa4e832d1617b57e3b044b1f5d742f3f516a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac9001111367c109e35eb1b7c88e18c8d26bca33939b7b8065c856d6489d6e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9716e9801aaefa1272be4ce9b120e7d4e62489e7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321c9d6b1125f5458eb87bd595c7d0dd9c0894bfde058708f29ccf70a58bf76e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc829523c1ff915e4dd8fa440999e26c4699985
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28758c1ad59fc2e6fe973726c2bd9b2310bb7f7a132ed2a926270e471b9bb5d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827e915de7b8a830506db647f917387fcd5559e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514b00d5d62be0c92ea0569d9cbe0564dc001941b70c16b4fdd10cd92d2d4d1d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7449d1ac842fab948f6fd120b326ff9dd1fb5f7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fa076aa2b5425cbd607f1f62120ccbb53eccadd143a7d93eb59111ec5f07f1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee798ec9ea94f31a9dad4ed2b7a4fba245cd3170
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec320bbda367363ca106f09bf4fd0aa296ee82a141f03fde58d64b03a42f763
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49a3dcaa62871c1d7cd11b43e74f9e83b043968
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16de1c7b4bdae8241c5b7eb06ebd0ecc0f546839adf0dc06ec4a5f11dbf4f0ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061d0f7a09572eeb15f91c9228faaab25df7888
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741533e7212aac02e5c713f02d2796484eec5d4b084d67ffb359ac6853b430ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d796b9780a991df81b7f4e1207958cca453200
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a686f4ba82f43b00665215e851d31604022513a801affbfdc083fc8e63e7304
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bda367616ec2957e30bd79f4b80f02c62321d4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa41851b8c06d6f0df9178663d2dba675e14fd54bb04728cc8987ce4359bad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea67044468dd0b985aac5a1fbb2e1e4dd04b1101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b143d85eee60ef5e0095fede57525f2d9b4a15187e8f2b7c2fdc6ac15c31e127
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0f69e69638a13537a1b211b881f0ac37f760f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058fe2d402115840ecd209b1ca91274833c51cd4e83b87e96d95eb243a9bd80a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca735e631801c9a750bde8d3bc4a9137bb9d3d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f528e890abb513d400b098ead7629762e1641cafdafc097cadaf871a79866c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ac403ef6fe8e9e02db66aba1e3620ec8fbd3a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e876749d235cca44cf0dd833111db8fdbaee3e6931a04908f39187df4cfb44d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117feafcf8b5d2172162983664858c06911a3da6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b518130f2d8cd4dbd86dfcbc50d2066ab5c4ea4c5ff44c2eb2bf8ffc69a217cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed24d9c9060d5882350874bb70d1859720e84f00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c65bccea544fa5ab580a1e7e7b15e7db88137d4501deeb2a733ab0e78d59b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f766625468a6314c8988cbf3066921ef4222f851
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87334c84e01375d9b367f8dfb3dd46c64a58af6d9c27e81bd85fc6a3688be0cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb5b4310cf17bcaccd5a81334e1d5d5b3a76dab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca82781d65c91baffe2971a4e922e57e10e75c2ba84f4ba8b06c4745a18a6e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be44384cb6bccaeee0e2a149bcc7268653c40ccb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65890fd2cccc0297092bccba06a0e590263462bdc5d0b972bb02e2663bf8656
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3098753a7236c1082b28db7298b31a8899a94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d97e81aa29f5a64c137cac4f86a218328e156e637def0568ca86033859ee523
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f181d7580c6b3f410e4e4c85b5c9e6ba960c553e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add5ef2f3503f2fd0a94596654ba8a4e2e3707abc869b8bfdd15fb41335c0943
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f735588a7931620b0efdd7588a51a697ceb1fb29
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd0d73c7318178ed24005c5a3392f39d85cbc8a2a7808e93f04a7e50af51c6b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25f42e8886441b8cec94073102743295c8014e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c1cec9e03a30ff8555b108c5eb968091d3a2ca05895f6b655115a58d420f3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfda394d592726df59b761059ca53b484f659a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdb1ed71d6429126e07098b8224ae7ecf11b2da5adb8b304ce6836dab38a4c2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2c0d4144d50ff7c30c92f30f15c26624162fd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523875583133e49728bb5b0e659c07a90781d6c240d75daf4093ea2c7c03010
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8f9d617ba70959d237491bbc5a29c957b32bf9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0015943c4194dc233a6f6e088bfc27fe1f1b1ed2df950953489ba3da2fe8322e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f658a3ce9b9108f184f981ed1e003972bd46d9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a3669971d2059a27edcc595c9bd489aee49e9a503e5ad9d4aa3203abc4bf3f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed9e6912e01baae07d26628c59800ddfb1c066e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dc08b03f9867c14416fab9bea6ba14f6fc6ce42b56903ecb3e77496072c6e5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f0cf478f20aeb0a762078a173756a5edb45b38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec8884d05a9f44ec45d3464a946661111f573f5493f8ec49c96cf720abc04c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6afb0c108a0987b85ce0affacb9577011cc9c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a35c53384cc2bc312e67d779a039cb49ed664a05e16ce249a476d2137dc9df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914f3ce17c994a0b3545ba11785648f276c81c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f527e378bea58691c82b6ab614458185157899ed42e12d029b941e5de550aa9f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a2bdb25a7f1ec56122894121fbdf52f734fbfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771025693076bd4db87d14c6c9f02ac5e295868ea330c187ff0aee1024ebe5a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5570925ed4d7f7e7e5fa3bbee22ba4046b426df6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06d64907daf0d8fcb7ce146c039df9dc680a7d7a6ac4796d660305166b969e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4721299ef5d7becae50d8b068c661a14bdc849b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441665e43c5e187fb28ec1146ea6f08e78a742f2c6107732c7d965c1864ac3c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc221b57a7e66b601523ef41ce4f94a01a36e198
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0754a476ecbd33f65bb69f8ed21c042dedf0076a2dfbad99fc7f8707794149a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7be63b3f6471cb0a22d509449218ac1c87e85d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f7eb3cbf1ba08ea283826b8d899f25b92a641f302553b2080dce1c7a877459
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8240c2d19213f99b81dec5272b8f897acb6a455f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e263480c4eb6e8a429d6103380ff29250a7ee83111b55bd9ea02c6af017f390
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a638006ac5cd698c556572e5d93ee5c6625ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d214194995eff9b55768e1b818ac266c0b5903b5ff8249cbb6e13adf45fe550d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a47a7099dbf6464e5efcc8334ea771641c8fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6570de1762a784d0ce9e86f0b99b4778b1f16343185d86761313e5218099bc16
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd406a737dacbb56d47973545dfe2b46d2b130f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3898edde219a7b110425828bb6db0b9c6fc6229d8fcd8d6a5960ca483fad2e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ad1b4d9539becaa379da95ab74f4f70d3c722
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea95cd352668485892742a2975d84ba548fdf0f7929fa7147961be608bc7d39a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903a704c2f755b89438d84e41e1c3c9c5d02e32e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c782a01b88417e6f8a882dd9ae2970b17797206d0714b129ee1bce86ca294624
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c192fd6c172c3d812551c028ce2e647e8b48380a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd7638db89b5cbbc48756efac9fb415aa024ead099876111703b652692febd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47369d2a21130f5376f67b848e44e2601f742111
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0267ee2f33601a425cf5309e166cb3feaad2609f8ecc28ebe38846ffb8398fec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2bc8a303c0d9964c69de4ef2f0ddcf8dbe5602
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10fbfbd19ea7ec609f008cb11af1bf325825fc9ac5e73666bfe1cb4044e356a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a456ed8e30f42e27290d9e4efbd4b41642789059
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a05df53b1efab1173f454b0ea9f9fc003af10f415d08754606a00943ab695
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1e1767b2c78cf24e6bec86f1969172478279bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7915deb7d764ea4ac8c216b162f58fdb65aaddfc43b524866c382f4d7203fa62
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5b2991dbc0b2c855b9c7ad62132a8bd371faae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38083e63d0b5929ae4007e8ec2646d8517fec9618baeded2aa18c4a509a0556f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6ffdb0efb952737cfe8c64907be6197bc39c52
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d1816da766fa3fc08442fb2bf773457a23ff3bcdb1dcf451c5371abec75e5a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dba2bde3e5eff324a4d0614b5155a836af187d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77b48609844431caa160956592fb646ffbfee4da0c003f683f1742db1bb4472
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893c3ac31372dbb2b9f4a75ef5abfee24f54be3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894b73dccab9cb84bae5d6c5ca7b84a88273c1cf410d6640f12b1410fca4269c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505bcae82dbec7b1d09671e2d573ab641bf9827b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec01e9111879d41555ce3e6aa60066af31eb2057e7f52b9c12df55c452aa37
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4e1231882e126833f7e2ff9eb3a2dadfb366eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a35168b3f75f33faf997ce6995ebd2959a0a8119a19a508a6e76ecb1467f373
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a6d76f8f227368bf12073646b13b4a033fd804
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd35afc2afecedb41a832b8f0a02be44345959c26437605bb01f67961d388da9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a870a9b838c5adf684b459c78b6ce1a436b1954d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdda35ec116e16a9e38f9260e0666c409472c0929b8a1b18128402ef664fd776
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f48c2bc7c93d86d53cf5833b2db723591f51a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280597b9befd2276be48e40361c51b8b8780a4cf0eb5a7411a3a5ba7f327d0a4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a92163aabaaa3fa0d1bf80768c3d3ef7642ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14170b3ef408ae2f99b7a9b9a6dd25f9ef877de4ab366907745e2c5c52b4e825
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7c92dffe0f3cb6573f83849796e64c3497936b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb0146db6df2965fbe7f122f329561758d2e27b5b128a8d9a90069b1188f0ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce794457a3daabd1af65a5dd948f0aa772fbcbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c92d90088f8861c13dae69ce44428afcb1d2d1564c9efd7f87d441bbfa6af82
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d652e8d1cc8e8f6c08ae5f3d862869473d84eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1028a88d627524ec113298f77855596941bc1aefd43258f958a7d1d823bd0c0a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8b76ad576380c3a469129a36788d4821fabca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5575fae852197c84993a3b5030c92e0354662c719e9ea341a1e6a802a7a8a100
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fc968d579f9e4113194b5c757f9c9f22a3a3eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecafe714b15a3a8fa35b6d503c4cc74a0c2c21a8969ab010916648f6ae1da49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c75185c0c06005147379063bd62fc418eda9e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd65a5b61d01de2c2c8196c7069c24e2b890d567f1934d21d696385ea096e4e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3a3fd95ecf88f7178cdeb506d3c2f5c0728c27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b0733a51ef71daeef84dd0bcb8b58127dec46e67833aa7a82fd855e5e8f12a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11416a326dbc28c3318540c06672c8787eb91089
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835a92be69982d4c320d1a2c3ce23d043ddb684a2389c263c96a1e0e3fbf5d8d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b24705f663c8f6e428cd9dad19af6605332085f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5165996102df4698e949ee02b639108ce2776283f63bf2b566946aad21a72130
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b5f8392e777158954addc3ba16b02062d6c9a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236679144e8594a1044ae420312696ce78780dd117f4a6496a476bb87230ccd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad204640ad50412a9b356f660315254223c3e89a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8498600640e6e02ed22f8356dc3b48dc3d0a41122a2f51dcf69e60d1f7d78d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615d0bcacb5d8cbfa54657e9209110e1b260f736
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26aa00309efda7e531997a3abe7eda50fcbfa934c2834f0ff50a59cac653cae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525ee9c9fde8c3f4e0b0ae856ac880f6ac9094d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395460921578e47f638ccada7fec60eb8ccc67642d90a42379f9b806497820a1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7949a35b4dbdfb69f500df617499031bd5514
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e765358d21a6c9dca933a2bafc4782177ba289dcd5baaba05790343aceb4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898d823194f3da6aa4eb02897aa74d633e21505d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac19b4b175e3c44f71919de452458f8a6226267cdc3b0d27e093b9193ab3a541
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d515c58eafff0d9ffef2ede034f7933853ba978c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbd5c583016351a7b9aef482556b0243d3914a72e52aee846084eaa4856ff18
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f67f6db31fe2dc49c0677cea93cb2ebff001e27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410be8200e6d5f9f473d6a97e0a83dfae1a261f73c96dbd1152f97166df4c83d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0228fc27c703c5f2c88b964b700969c05d28ff99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585726a5d2136255c7e6c07ce1cf8d665f8820172ccb0add7850bc6a5101d887
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726907e6553baf67be0e4ddf098a6888726f913d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3495be0652f75c4f324edc1e1cd1c6c06f8d1433fc1a31fe2bc355c4098f6a8a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d564d402e75383f5c909540aa5759a736442198
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78324b14a1667a7e8884c2ebad556ea9660f3bd6da8ed81da986a547d0e85db
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cce60efaa86288775e5a36fe259c7f961b3b4c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2add5f0d253ced11727d49042bd058087ba88911f9fe80c853cc0ad3e8f0f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d005755f851f123bcca0d580af159b70483ece
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37002acb2c62f42037db50d66d3c3086cf33b8b66d1071afccefc5682bdee60
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b44bbab6be4945164e4c8c35410022f1b8a95a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50555594e2574780403cf9ed676d9f823d11955d1a8dbaabb9ef3eb8bcbe095d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d25e61be59974312240ea92e3ede22aab6c959
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e3020271c808935412577923dfea255b143ce88c10d687b5a028b707a5a134
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bdea3cd97c351aad904682677e1aa40510b53e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9669bf6b4a275202c8d686940c97d83e4d11f8cdb0edb4d68cc35ed8a9bcde
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decaa264f5f76e74b7bdf2313de1b898952f2932
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5841bed83e9ace052460500621e617dc557d7bbaae87f0951166a74d5ac80590
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3996ac8533036880f92221bbc54c5c5c5fcea99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49dd7d020fa5425f1ca533f1165c228b1f182443801f12dc19ed48c9a54e54b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521550c929b199114fb129a963e0d82814b92ee3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a263d9457f3c379708e1924c35e4958cfbbe2e58cac987cc2ee14e95e3d7c18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891946c247785cb7b9a372d8af4526d2c9a5efca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1e0660cbfa988ffe7ea64246f161d0231d3e0a3a7d9cc083fe78e2c8ac02cd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569e63806f2d518289533db1c0b32c9d332e91a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3894ff0693469558cc0e0dca3d1e7505b1852d2edee7630fc0a90914a4b52c39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11299a33393cd383d71dc1d2f95637fb35350572
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48bcadf0adbb832904ce700d7a2c55a46b247d70ebc3516957e5e4817ef32ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b82690ca445bda6ef521c2f537bcc269b1281f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b407c4ac9f70c0312275b86183ce866c9ccb16c2dfb42259384fa5e46bfcee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec96805bcf847c3fed359102c37a60c05884ffe2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd4252a8700ac7c281bd4ec058055485dd8438b780726f675a46fa6a7756e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882996487a65822557f456408f14921685862809
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805dba31ce98462efac2c8e735844010ba420183f0fc7b3342455eee4e5202e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca294a78947fed5f1f2093357e3936ff86b6e72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7291b17757824efe178f99e8e59b41504f119dff49c2082c6e7af53b383bdc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b962b4e7e8dc52a2bc3cda587aa350370a58c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc57b67f8ee99fa9769d6090f5487aac2f0a8ea03b3ebf31c3d8a984deaa54f7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872279e60ea5df34f555fa3734dc6aa815b5a993
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde541f3221bb2ddc57ebecf3aeba33bdb4d6f6255654e4466ef06b5ed30c0af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dee86552b91b8e61047b924ff06dff79a71b69b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c4134aa5a2842594aa7cf30edfb9de7489e983f26d33fa5d485b2c7a699875
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2230d5cc5487dbabb40ec67ef083651a9824d220
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de5b48670200daee05189f6d4abc8c23698e72936f9ccd1f4e01dea40f7383
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb6ac0a6643f3aa0721b946df7165f88457f99c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764dbf99693ba39356acb0635438f358f88ceb9cb92eba313e44f7b29581ab21
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b525a4ee718a06a6afec032353896331b8caed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa501040757ccd85b8d28ec3a3db99fea1f0b4fe28ca49ce521b1aff40266a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7590948c30120ae8ceb5efefd3d70fa8956dfe51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7beb50df46e4722e8634c243d069ab880b098cc5b52fda0cd1b8f3dbadcab9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09b8c068429a6f09c67ca9cf12cc5c956e53913
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93456664a6483865262a4bfaac64c2a20153b8c2fc3bb9d689186a648cc22061
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085df742bf985ad20e56d7110f5edb538909a6c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1827d19461083e1bd47e977fe241657047dba3a2400e3e3882d23ad83d6398b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7a183f2d1dd88f5aa216963cc1ca84dac97e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebaa479f67766cfad851c2da2632f2e4c621281e271a85163a29144f52f1a63
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c13c96aca59375d2240317ee2d462cd6b47fa31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058a4df1eea84fddf62093340c961f75785a3fed1a2ec75317a16794330066b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33fcba8d6c4bb4d27b82aa5348f7bf9401e464a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f4c58860152f8c9419b806ebe2c06862a52700d4dba80b512444c52e6a6b4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8e7ec5f17da98cf958c487547864947e83c77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0930fd0809754e92a8e7c2e58ba742b918848633153a69501aa0d56cb54a94
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe172a7cec1d4a65dd801c829316a048639cc1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e90bafe7c513d605642f3e0dfbf964e258bdc711626c6a431ce3aee0a4ad11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b52f3c55c83e9a19c69f640c2b567c9445a196
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf271bcd01bcb9628e6a657f4a37fc429f46454a2a39d2c906db0760111e0753
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa681c683dc2dc4261156716f44a3ce57e595ee1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbd9210ccc084a06af7a31f4c4c897ae3cfae9c1863ae8129258d16b3676216
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214329356856a909e1371e3f56f8258d7ebf5048
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e0ed7f61ec39f81cc1d32020dbae645b6f580b39b64da52ef873acf11871c0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6b9028f94b4022e790772670db4a9074e6582b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef55a78474706b153f6fdb17b063088d06f118cb34500833ed605b77f146f98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db00ce7619ecf4a8776afd68c656d1bcb6450b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d22ff16b85f7c41b68ccd06289eda2a1bb36f81141a4ef479f1e4c4a13c170
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d142b692d1f2759721821f641b2480869298187b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e5d8b59d18195653db6a25820c7959f2ac8e03bad9204bae6111237968eaf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aa0bad7c2e01ddf85b74bf022493708a9567b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5ff235f9f0418d3eea15c5f217eb0d19090dea7c6a876fe46a0147d0a5ea67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f206d773c44ecf7fc03ec5826c154c40649c6ccf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b4de37b5b9bf0d389b4cc51d7d0d12d1902dd43fb84e6c024c80b6e7049af
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a782ec38223f488c6f69e25dee3ddc58b846ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdf87649270ffc4d6652cdd4d6555db4baa7ff3f4805469382f706a4f9a72ee
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e1cf6a2ad36379de050bf1e0e7207513736c3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff5628da880d61827e104cb40a35d6bf48935b747a76f673cb5451cdc2b9148
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fef5d3b67f9a1e908946d91a2383e749d58f5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e88b7effb8b9f9ea36b7be5536d6531aa3ff1d523650641f9395e76c6283cf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d45425831fb0b85d8f31d27d552b64ddd0dee6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b8b97b4b5005d9a1c4aa2af283f85bb727a6de5ae12200c1cf41955bce146a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74349f6c3a0a3a7c9185eedd5379c4a4c6b06ef3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13966dc479251fdb9b998e65282874d9cd13fedaa0cdba7fcb9771e30130f60f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd08721323773af2741a57b05987008827235c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b37fb945ea0f111cba8c477cdb52d59c73ab67eca14cd65d18d3ef21aeccd98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59aae296e0546caa5aedd139f55beda09153c03c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0076ed2f044b85281381b92b1dcfef891661aac04c9d94fe0403d8b97e4cdeff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e84d0ba632b29d715334a2928783bed890c02c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e6518d5482eddbf32e5ec158db4ab7c8b009a6d6a73466f7b55f55585e5eab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32973b556415e4fd5f68c27babe5ac26ba241b3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adca2a2e0d763349bc894fa1492645b0bdef553dc668145f8be38ffc2f16dfb1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1a352f5337de1d7829de5c20667fdc09354ceb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b963aed43c7d3405dbf32c1407eb2edff5c202b18cd919e2e35d9d42251ad78c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7771f9a098035e0c6c7dd90d0669b93e8607223c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e0d3c37cd1afda65dd429da4c88abfce4dcb7c9b0c8d688f72f57c4daa9c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7fc798d0346c33b5c2c77763be089ad014cba5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6affe431374588adeefd3f343e69d49ab6cdbe5c97de5e471a79b6b6b9393aaf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819778b949d28a34a4e5ec2239d4b4cde605cb6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18740a8caf1aeff32d3ae37cef8cbd4f667dad25eedaccaeb9e3228fac7817a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79ea395247e8c642061bf2776cde872c9816666
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbe2b9879e7616b4c3708a034477069c9f96e5739adcbc3e24b828a297dc81f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f14dfdc5432af36cb3c518cc9a7ce858b82f550
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11cb38763d14c950a3d7fa50695786fadf403ecf613aa1d3f3a97faa01baf5a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88276608836d6e595128f308e475418d2afa11a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b746b060894cd8fd67324893a3fbd345d8c956c973e4ee89a48cf8c3e35439f8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e5e116de859805d83de17ff13ba687f59f9382
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca295c07f59945ed9a0e073e4c1da29db8f25ded4f8dcc6651ae7eb4add2e39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442c28670582f6e8b5079e7ea19a696bd653e93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a728b07d87ba2be7c3b6b183ee5ea99e96b5da9a57ae46e08b0a8d3f8b35fc34
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e30293e2588cf6e48ac6007a1c99641aa401eaf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351ad91716c1db9bc0ff34fb07a98445cef0daa6356d236d06f39d8e5360036b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513689c45c3f478bf0627c65710debf6f94292dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10909692d4649cfc030f28bda594a479397b3b7e855477b8146f860f392e8252
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095dcd6c65264bfb1e01450707119be32f1f0c9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5242e8046fbdb095a7c6371aeed9405dd0b429c89c146972b09c6111734b3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed386a34d56836c16837dcbfcdf8fce6cd5601bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f41f6b6f1c9f1409f37ea7350ec9da525256e1495971ef4a2f2e7fdaba67bc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bd277f7d6e46149681195ced8bacfad5ceaeca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40d9af93996a5d115053c4ad8b1d627b62d987897ccd8cd1d2b803ba7e65747
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0088ac76f7ea17cb01983f2d393e3ebf5db15a38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ef5b53b15aa7d15037b51d908d79c768692f34a182b7fae5cbf9ccf7a67f2b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e523188ad1d7b27d47202e3c31aefe33218256d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1026b235ba46d7089836511f80a5782d18eca73d87018e5c491f18bf13f8b45
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a64ba07c13de72c5e1bc9ca4f8d441e229cd74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690fc44ec36b8fe7f7e2da6f7f12f9ce6078da43dc84bd92773a52a2391d2664
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25c3a10ac290408b039533f1dec38cb8bd6c0b3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634719dffc88399eae6c3eca5ff322d4a0104e68f9c095332133d8fb3ca2679e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdde592d45f464231a44d4001c0b52afbe311320
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e51473ebdadd28e8310c376dc53403b2d333f55f82632bb619ba714fd07191a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d713fee9d5ddf9b66aa9704290eeceda785c90
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636df0dbe4bb60f58dcddf2314a98eee4d46c5d1f27f04b4190dcb72c4065acf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274f98f59fd7896169ed547df9de309e760e4ebe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20462abf847d78441a7d9cefd2e8214b991a0760b4b82b35810327e0f8501a61
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465147100e7ec4fbedeb1ac3405ecf7b45ee383c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299573b688fb8f429fe68aa613d0356510b579566fa5d45cf24969390a8f3236
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6d4015ff9d8678b2b3e5c18cb933367910d1cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c040a232c4c389744b1b5437167f3c1ac6bcb7e67fc49835b808c831d1b58c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a3dde81917f1ccbfbee89086007acf7134170c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013228bc74cddb761f10493ed3a6ea67815e8cb0d10d7b9fc24ebcb369e083d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48017360ad5077681f4cb8147358f5250f63a1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f2d9b3cf356c8c98a0eee92f1857705d9bc2d15400f518d7433efe8b1c6611
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83ae5171d89e8a111a0d96d0d28c64d70b1e8bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68999d89faf349d2cf4658977835ba3674ca4bbe2598f04f24a5ad75a9c3560
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8118c44cb96cb0beb60bc5708df66a3e14f33ab2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204847fb04c36769c0911f69b122d943654e233c81d7426e3c9a0d844bcef0cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b8287408ae75c00cdcf9f5229d2fde0cac82b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59c5b0c4c8e807d32231e9c738b71d2be3d7c5a8b2cdba458ad7b56f558babd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a534cfbe2c13ede816119d1b47a5502190a5e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8c88af933e84f30cdc19a2102f66b9fc4a7f238e6a3110952736617a688c31
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a41bb12ac6ec93958506699ee5bd643e149082
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b8568a5e8117ad84ce14a801adc49d1d3317fda37e036da74c392a707bd669
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366d775572361502011caf4853db02f9e19bafe3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491a1d037c7d2838c074b9303704dda310d2fe08398123d089e4d1bd37e0b08a
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa23ab48830cdbf35d113dd2e454c2518d710ae6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289859f0d6785014b8644a3c1b1302fe67201b201c315008e3b9f6eff05e48b5
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40783dbad6302088c50198bf6308f248361c8fd9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f85ec09c48c6e1055428da731d1bbbaeff67e47cacf850ddd1fc8f55e94e76
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa504ba4d3dd64f4750a578dea066ca2683a3a26
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b67b4029910d0eba7d46d24f6eec5e25591b10d6121423d2399545408a2d6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0a6efe23bfcdff41efadae3839279e1aa598d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f808b4c1f22d12f7ffc5c747a63f0699f37760ac7920ef9e36f0eff2e8af3801
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd89ffd96d43739d3ffde8b16b7117987448a725
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef640628e1746ea8643be2e05d83117149c951cc40203322cad928dec2bda6cc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d74e8201c71f363b091be478f69fb5790835b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac569b9d52f8036e8fdd75583122e8dcaafd8a66588339a4a7a7f3bf2566973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7346ef4ab5702a214ab255a9a81898815f50857b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c6b186e75d3b87359952801e53aef454eee1e0fdef4e41d14c9a164b572875
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67021928cbe277cbc30062c5cc2dfb92a7f8f49e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7d4866fde620b27fb4dae8f08889d92e26edb281ff3a8f782b154c6ccd3092
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657bafc93047d39d8edfff725eadfb946d4dd20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e102ed82f69cdba249f570fe4f9113634dd7c51458fe605e112a8fca3fb656
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d806bd224b25d4e337b15e50862e421abd41721
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554c52e097eb89fe7008efea447c1d206ee2203733bc871fdaf2ea9b0628c54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e496cea81f17cc8654bff42521f8905e69d7557d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d72cb2d2ad96b3658100e4ab4221e17d4a822094b4acfd10a7b56cb5d5db82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d1390e06992d6f37f6f1b9203c8bbb279f9455
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087669addcc611670c58814ddae16cc2f127883adca3a7d5c23d773e50a5e6e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0d15e33a4cabcfb57f571ba65382e9f0723588
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4674f785c89dd9e7d3bc395c09e1d05cb4eb8b732bf7050592299ad4200c72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d20ad0b264e27dfb551483ad25a2bb4aed6781
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef7c57667e9ebd8d94ba863775128f278a9d63ec77461675d9d224e6789aed1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7c8c859bf86c3d412bf7056e844419c7f002b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782cc5d522d293c2d68471240a2dfcb690d2a63da83428e40ea23b244c5b4c6a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e1802b4405bd8d6225bb2b98663023acaf4bc2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81baf9bcded07859285bbb7f1d3b9d8f77d86051e2c6a61c3670b2195e67cf4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80312e2249ec2248aa5a82894731c071a8bbf5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0967edf67259728de6cd3b52527fbc60253c77d68a324275b2b90f0507c4731
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d06748b58288e6acc06c360a5d7190f765d69a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab224af4942d8666acd5eb07adbdddd4d663216a630ad62117dc95262d8b34c3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9c2464f3f99a9d3517fe6a684b2be47140bab8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe9757e52bbe9b0dfa090fa6ecbe9839c594c1952312cd0fb36e9b6b66b5678
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218b18c99588f5f555621b5fe92c7a2e88db349a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3461a4fe7f7a831dfb92e5c0faecace103c8a0cc7ba0c38cecaf5a57916dff4a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5634746b30a64f1fcce995bdf6d45017f9a081d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7240ad5cf45b4f4722c15edc2551d5746c2a39702b95cc0c860e73ee4dcc8a0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0700a71eff9632d7de659187d71ad5f2c57f8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6f350a854146d93f71118cd01e4dd0e7d78e2caccb35c822c926c3dd2b7727
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe386e97f3746347411259715960091fa26f05c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff63124933cc0935512fe4b291521b12c7f0edd6170b0dcb86f57ef7c4e1853
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c56586afd2a8c8c98a6948ae14db537ec7b5c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a2aeb4573a52956a86aa669b1f6b9355e649277044d45636b6940ce8ed7996
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621ead7a9812801c4dab51599b5bace3938d5c04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df04f80dfddafed8c36f27579258e72f98a5d9d211184d823fabd09d1b53ce50
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cacf0d4c6856370d1272b0915d34f046196d0ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f63f86173ea9b439060b150d0517c9ee559cdea92f2b67d16b19a0ab041e98
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c621fa2db991aed153912606b077eb9e642f47b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b970c535c0878c9b4b964f92b4c95cc55c68c043cc8f9acda95c023141edb7e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cc79e3b12b73357fa5b2e0b06149d40529f96f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f655fcf703dc5b5aaf090ea76b2c0c22f6b88a43de9eb936eb6f2076372c0673
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deeed208784cbb5df339f75bbeb2f3cfadf2eb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8163626266f742a4010cbff8648180490948d9010e6686b3c3239b8dd2f52415
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929c2673e646192c339d13b44ff774237939d0e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1178fb25d14429fba5a271cf2439f67b89cd48d0889ce0906b3a284a74b19af9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602ad0b7854dec49a9eb80f36ae5d95c661b79d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778df09ad7205ca794fa94f3cdfe703906d22d768194337fba8a80af9d02d737
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abf5ed33bb30a34ba35660962a98978d4adb463
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d892fa324fba39d7d6a899b0fd3a0d2203564cba204c6bdb73ae9e1d30671090
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2795b2c3b84c10d52b8fc6f88f0b4976b9edfada
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb72941e04c216b505d807f1714fe895ec6cb6f0b7e0d18647e664e20cf6cc7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cd10d2054a28beeeda8c659b3b4418effd1339
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca9d185145ddc4938af60f2c59ba290fc8b2b802b7bd1998df32ddd7825de0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddddafa1e1a64d686ecb9f579d26e0037374667
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd6d2aa0ef176192bf335f6b3b756c3814b49bc4de5d25b6f77820eb11673fd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b04f685e1f578d4b6bdb8586f57138bb805ba3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823e7de60a7c134304b16d9b0c2135cd560d59cfe5b004912a268899c4c40833
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a13c815a8668d3109b0648eeb89aabdaee13b53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7446974986022b0bca7e243c049bd20154c6185e7a54e861a13080d1d8392607
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e063a5d759236e587da548031658a23ad7023b3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea54df096d902119563d6110cd6aa1a93aae9d5fbf08d83c27fb0514fb587bea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ba5882712850614d53ef83ebeea69a9be1a76d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94b7e9e437c9b25f397ce1005b7fd1195dad16fbf665b64de8209a377cac3f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6345f222c1b5497d676b13beae882dacb51e91c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7818538f6ed49b599bbaaf5bf5536520e22e731b9e2bb17cafa4f61dc762cf7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea3a7c41db5a2afee59507b61bf6e008d0a3ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2737f3859acd1b8b8aa474bb930bf5e3f349eb670b75a3beea9b43e9e036bc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69b530c6ce921a40d0ed8508082a09308dfcffc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7016b4818286685774aa12466fff86325de2bd3f18a52b95048e879c576b3d78
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9f175d9c2bc8f353bf2f3f8b607173b1663f99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8070633956836182d4194406e7ca33b817f9550fe3559442f82f88fe52bf9502
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9f29406f487343ac46066ab1ab05dcc49d86d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89586836afbd8ada5de022ca803f20aeae6e7c0ba2418c5692142aa2a08d2046
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295c2b6687e13bea8e5f4a2c03f0937b836e0c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76eb6c1a55f87f7c796ba95c606cae060a46695150844b2f59538644c8b563f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a89af791a0795d5bf6af30aad0fc63a46b72d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead0de1e801e94416c9c061d3bba10b70d0b94284a647b5e262d4f3989fd53ec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fd02d149dc51284a76a2234f8d6f3b5da7eb5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db52d6fac90ac580320faf0ed005b5a29318da691552c7b7e7e96e336144e786
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4e983fd1c89e768b6ea33cfdc29beb20e92ab1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a6e23f6534378d00155ecd5e1564479683412924a66c237e9508d7f953c333
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25589ef358caf913265c0c7f12091acee6f812ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4a2c055c486b983a6f6dd02089560e1dcfc038d54a848e0730b84c502bf52
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2ed56544a7a659a9375416a2ead683de1ee513
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd67412357a7806ca424e2709da84e95a71f1062fb43212124a76d7f5091b289
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b057e5a15d160cc23f56557348eabbe999510de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c303b0c8c021b0f133086f9387591e88fc847eb57f5c904dc333a2aea95b4bca
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d513606e5a6c2466ea845d124ed0ba39849499b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fca3dbab1d1e9d46d08cf5c69b8070e663235a11bbeb150f03ab59db0e477c1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d828fbb160b317b50439364ce7d0e58ccfec9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0155b0d13d4a680e4134067a60738ead8b4c28f1e88a3aac174fcaa1d4c4052
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8af5b70164f41422e7ca8f66304c77425cf543
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73801503c0f31876d4f8dfcf7919eec2785a1eef314790126a4e72f5a869f447
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35526c20deb3f9d9860f0d193315a8c51d1c086
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0a61c3a3c20b9e7260d0210b4b2ff4289ca0e83b6c1055491072ac18e2e8a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d641158f699f389e25e5baca58d5ba1cc35dbc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae92bc4680a3e676fd54c00ccc22540845ee801fd3eaeed6799504f2d5d2bf0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd455f5cb7e968dbd1905c61cf4ba12a1f79139f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd819d2c2dfba53db05f119f7d74642552161a2c07d03f6e4c2d714f53b03467
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1065ac7cb48f3b2129355598115fe57f8255435c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437ab0c7a71b87a63df22da052000a068b2b52117c9057d77a87914c4fca0280
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a675ccccae41f266c260b299754f83358bb128
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25f475067d4fd839ad0cb4474d52ff3513272fd106203ba0e5a57b10eaf7af8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3869a2c5486042fc60cbfd5849d1e7c1822333
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990c612e7c3297d137b9ecca365141ac37ac30730b908b469187f132d48cfde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8338c68fa12b26e9db4e71f8b40c4bd2ef7ff80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156d527604b9dc59c74e702e11e433a1ffd561352e06ecd855bbec28fc2dc0c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f21135de17288c5871e6389f55bf6e0f3fa1737
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b88b621d2ae90c9cbe2d79c9ecd10314e838460352ec8b3268553cd41ecb881
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701001e6493fae0d7a18f92505533bc31cce2203
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c6074004adb3c9fa181a9825a7f9fb30d9933f66f25400dfb9d571b789d778
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc950af4980c479e48e18e8e29417c955fc5e7a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13699881e3b8f909988ec9208fd6cdc7ccf3867cf97a463f20f896acaafb3117
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725d8c7f2a93a6417bc9e2572876415cd6398fc9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61c458a245b8f5f95e75d8e4c73726b8ff8687c5e7265fa85ff76fa1441548a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bacb34945f9f38a5dcb8d64cce921bd5160209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e702dcc21092856457b7f1a532887ffe735b5bc0c0662c35971838cb251a956
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa165aa5b941318c7a49fb8bbd12a19c7e898209
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225c449e6ec9b820c1f73cf6f1564c2dbe7fa80b912242d39350cc3223e81a8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbc54fee9f55f9beb8d1dbf5fbf1af0cb4e0f3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f38addd4b561a058c25f30f8295c93e6a968e4174b8505b618ab7692348044b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a248b07806d7b89c126d644828639e31514d4f01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd044845e560bcfc352392b73d33dec71af2a46c010394cc2947c6cc37e8f2a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12faa4868fe7bbe0886d1ecbb7ca865126255a08
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82232c83268a046b046c1fb7c95d29608e0703017b3f8479b6baf85518d4b13
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3b80e2430d2b3c73884ce01ba97a63e9b5517
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5231578333a98fe0cd2be00015191f0a67ddb80d0336ea69191e3766ee033
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990484c9e70ce5f4b4af649190e7f9c2d155845b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c905be69b77b42161f51d216b92c0b588b827b3a7bfff8b0277e4fe70819e066
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef811f860780ce2ae55aa9b48628de5a493484f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fc6646020e8e295cac12b194bd6b43072c0304c514620e83652778b5404ca1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3155edead3d4e4060de7885200c932c1e4a9459b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861ae54991ac8f2bef93228f35f2934a9e9e0c0cf4ca33a9b293915c513b3356
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb42383c227b1ffb8bf6fe2f1e9ca1dfcbcefd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4840b68929c417b4ef26727ca4d61655eb4f22e6b8ca75ed5c07ada1749cba51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e52f5fb2a2d4c2fdb94a92659b265c0d58a6275
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f6e5fa5057860f521d5a5c588e681c7fb82d7d24a9374d912f8678b40343e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c912590bded186423c2a1eabb056eb15bba1a5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72342b3a4c91d00924e3f10177e0a7671fcaf8e195e9de95e6483f9147d2e2c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af2802f574befdb7979c05fe72891661b9a2e1a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b8301a80d60392160d75e037f1a11e1607719a8e547374226f32bcae2f582b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd15a591e52594311dfb145aed5ea376905dc76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15970f0e6546016f356b48889ca9519493a9e434364099cd91ee3a64504bcd61
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8178fc717da5ff98645d9ab337e8550587ca4f9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ac74aafa6d7bdbdfa479e854fa9b67bb57e1c7dbeec20b094c1e59ab3e1fe8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d6b99d2d7d0848eb9bb6f88c3fb05f9d749037
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b1733a3c158ca46698c9620b01a9ac45eca1b34ed0c23b4e0e234afafda3c4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e4ac3272e1b1266444d51d076cc8469f39f06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e283fc3ee9e34e46b9a88fdd0be7cd2c19aeb729a63b802a50419f8a2a820ef6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fdf2133ff642f41cf1a28e96fceffddb033470
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40aa0c848cc36ebaedd9d59531bf20c9aa570909a610db04efc07a8750a7aa3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197c08638e38b19d0afc08621325f9e1aae84cab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f575da6cf135e62e89d323684a9368da620462b803d92f8c761af4a0acf7930
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431bce1ca13c37395b4e489356f24ef68a803fdc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0faa3c58c01d533a0e94cc5c7e0d1ba2b15442fc0ba9d4ff1c3956e097c8b08
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9b4a79178ddf1046c17125e4af6f71bc00c057
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19fc7342db76f92befdcf22b71768a5df403e252d1cf6a07bf92b38d44bbfc4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d4e85f6e4e326adf79b82e97688d9ee4adc34b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5af110aa69cfea38fc90f355a6e88f197dede6f22fd18dd2359fef92d56ea4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95ba77600df800f3da2cdafd894db42256d1cd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c6ab6680eaa3f707a8f52bc160be1df95dee1fdc558fd7bebfb87dc5ad6a2d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78555771a504c1190a3c7c3773cb9fcdc415c0f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a2e92887722adb7c8d3c0a0571990387cf9159557654b28d857eee8d1338aa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c824fb656db177c3ac1b2bf7244c8912712ee1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ced8b1d16db2136c5845a3d9bed8ae5f457bd875df22c2a26da83601345fbd
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac2dd621f49acf97b1824d0325c88889be9ae7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d18e58c9ce2466211087f8617dab8d1ebcea208b6245a7e2d72f1fb96cb41b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb9940562367359e4a946a069e1b6b54cadfad8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f6fa29d0edea8b01402325aaf8e21470b81f546753cd0a2a81cb16fd96ef8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92878e24e4618490534ab210cc64ad0ffc36e626
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538fbf26206a92869ccefa658debabafd71fa63b70f0d5c837615b2cc8c3dbf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e55ebbdcafb5cb8d4ad2b706f50ca458fbca2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290dc01e10b79fc78c23ea8fd3f596f2af49aeb41cd1fe8f7b5da6774d08be1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9188c29526a6e6f62fddbc8d8ccb68d7259c4a88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a3dbff48f639fcce8a467c7ab00493fb8d41b6326939d932276536961a2e62
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8883e363e65b42d5895dc2ad3e21c89dddce9ed2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d65366816f9288761c7435528d11fdcfab1c8eb19a70d96ae0028f256915e53
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e036c0e0ec14c9acb6370d0194bb9acfceb71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fb607e3d1b569352dc5cc89c85dcbd5940a55955799294f75b6d3bcf05c7d0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79848597cc27c1eaf12873f3a8ae7860c43fa1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592f5dde953acd7f128b0e2f0d68eab5bab061583ac157c9996dce5f6b91b033
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86701bc9ea3a9e652dd69201216ecb2097fea6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076b2fa97741ef81042ee8413a8d871765dc0f1da3430ed55891fefaa459f397
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab802e9099bc9e77f12d39fb03ae14e2b839fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac11abd7b9b9e8513fe8a23b1e460b118a77a330dea0138ed68b9f19075581c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ce883ec7b0bd87894d642fcbb1f13390a82a10
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538d0d93bd7275dc45fb95b245c82bdd3651ced3180565d24af81d26c5636cc1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d015e99bebb856cc6e6a47c2eeda89e59f366949
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4979db8ef19c302ec2bd5211e06dfe3fd4a7b475d64dbfe9f804162bebfee123
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264214aab62153eed7b242c7f8426e117804521b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea55ee52efa83b939a011e0b8e3803494d08743196382ee38d994c021472f4e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287efb52f319b7fb31641fd221854a0b16ea34b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f16c72d77e0c1af6d33315c5b9b0448dc84893f3b4bde9ab6caf11166e8c72
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545126ea0d408c3f2f06e0b5e62163f0fd1f28ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979f03869d0335bf8aa9a866cad9290089e4513298866a9e22ac59737fad46eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1704783accf4d12ecfce06ae801f56117162e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c5a08c15db1164e17c779b361d9f743fc5e8807f4e88ce2f5c3c06c8fe1a7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1954230107f7f1b8212d39a1bc410c13dc96d3c9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c6ecd94d99a3b4f76fe4db3948ed5721998121229d587a2db7a7c5db21ac53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27143c4bfe167a0cc5fa510036953e3282c03ba0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000ae52f960b993f600803bd206e9209ff1393d406e00c61a810c4196aea4ee0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61cf14d0ff7b428e74813c6b69c3ba2b8359c5b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f42977d5dd887291cec3a0700797822f7bb2110f618ed1fa14883fe873ffc0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8926c63658b933a9b32f298692d78df347343c3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15a960d3fdaead849285f8196bb50d89c9ca1ec94d3c8a67ba66f02e47ebf3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc9ddb6692d497e5f984a481bbb896efde412fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab555775185f4394a0a2c43564b0cc26516352b2c71b58792d568862c3923b2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b3b8ff369555d31afe7b97424cd43edf5b2529
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c9da865b7d8f333cc990517ce70f38abfde2b8d565a43e78ddc516f245fedd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d7db05339c2d52eacf04253f5ac9ec3dc35371
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc963375554bfd07781123cfc7fd9a8f176412b5226a18cfa4556ed8eda6955
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faeb83d8db7901822cdd25ddb13ce7f99d6ac5de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589e7035afe39e1436a7ed3c7478496d9105e0791b649fb9d2bbc883337eb1b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9204216e13334c655248fa061aad9811e36748c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f047d870fb66ffbd59c2f29d37b4033e8ac3c0e13e8f48e04bf1941421fb5e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a1dea8f1b2417815e31463932985f761479cb6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4027d51f5c0222198f291279cf389380c00f7475c97b912f0261ff6321ca369
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e404f7f57ee56cdce8fe690452c71fc86066af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c73446093309e2cdd04e5bafee9bee67e2fb9c29073b4fd80c9df673299e93
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c689be807b57ec5aa3592580fc6f3cdc063b3902
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ebaaf134b85bc871f5d82011012bb3ff5f0d1fc1fe124826b1277f780fd3e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68a4deef4441e87f6a32dca69996ed8c892c81b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a5af3e208fc1ef9b9e0bf88ac15ebd44c919f321fb3fbef3509b4cfe860802
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7381a427c97db98a7672898119764a249b06fe3c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b6aeebf769ceb01cd68dcea0284fbc84f99f3b95ae5e1ec04a1f182b2a1a43
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195fbce31809107318504dbb72808dc865c77d41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2548bf9706ca9336ddb549dfb0c4fbddfdfdbae219f9152d7766a3ce9c0e449
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2160c060a8de1757048e75fb0f73fd3e6ddfe411
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead03c0da5f6c2815b73a54a34eccc3d7b43dac1cc0e0af4b3e644e467ed3854
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c1c86885854776ca7a4570ab98c97d1428423f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df79d76849b13cf06e8667b192382d46329bd379a082ccea61e302a167504955
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90d3e1caf0135a06748bb65873f49a45e8f8cc8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b94163b246980fd7ae91acc98e17e99f86e64679bb92fc6b7423be7c033b87
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f67a7fbd5557dbf572a89816bb44f3e1283dda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1042671cf865f56e8a0f4c9868de3944f406280f6fdcdd0c1efb8c2b953b7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d20864e5e56ca16f9ba4c2d88c0a00cc1cf9e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9b7ca1ce348808445e1779c2a8b10f8fb214084d7da69982de4eb816fb882f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c23690218b1e7298dce7e49429cf71226866004
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9e4ede8a000d646e6c45cfd549b26ab57340db14e56be66fe24d427eec85ce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d41fdd562da2b363f1fc667e9340c37134616b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c17bdf472f37fef13169d931b885b073779e8e14885c5275557472735b0344b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c055da1fd263612cf48d177040fd7c33250b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e323713cb495ed8395e97657c9e0cd0468b2d8041983e148d991d1d019a8235
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f40e668f71bf0a4f70c22c07e3d4c8a2a1ce39
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8a9bf94f96923e1df83fd921fbee7f6a745f549bc93fed227799f92337eabf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619d96d653cfca509762aa4c0c96251a0b1d6a77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f631a0bf49887570d42a4088b45e8e2658e26f031919937baa27caaf7a44e4f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948db70f2318197e8ad5579296581bebc256be46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1618796fa79fc38ca62679da8ce620ac6d1882ec1674859636b4a051cf30dde
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb590fa4a444652fa17384ad90068f2e50f00a13
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6746e5518e19481ab4c12b9f8dbabdea28001629d4eba82a0b6373cca2f1ccc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e6354277b17028f1bf978e881bd8d1b64098a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8540c3147fed21fc9fc19e9f978883cab248dbe81b48e62e7d3f4da7d750928e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ebbdeea00a0f7e89d6906bebcdc842089c41e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f42ee4711f7443c8acae634f363430355238e3c4c7cbfb67c78c7176cf5ac0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75073c8b4b4f6ba13042763e75a08e459ff9adc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa587de8a1032bc4016fc5478bbf41b9404ae26b4d82b78e718e520f4005d48
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714e8e7daf239aeb10673fe932bfba81591922d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2828d9ca336dbd922570d622a9f3b67790cad52ec2d89a712b83c9a5f0e6b5e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8326922f02fb1a38dda0445b8fd7e7d2aa738f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b6af1fa075097aba03fcc19201aa3ad481cae5d31f8f40e43aa098a7d4629
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1905e549171a93df4ffb703d9485ebd3b3f8cde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c99335751e6e888df37294af3d8483c67a1c0f4a48d2148aa8c86f7566096f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdaeb863567ca30df81696cee144d3c042d297b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8a763a04277b4a76155c47435b008b9dc066508df6c67ade4bc1ce4d56e4f0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dae059b9a5a47a4fe7af52754e3403a93c66f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d86a8e1abdf01cca43c44f668b9c80aa3e067bb5ec8de0a04aa3afa2a11352f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eb3f0e9b17241d0edf6302bd22867e93bcde3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93204eab7a22d7b6d00bae095afa67c87567516ac257e6e8861a2a3fe998837e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68cb7885bd9bf8a941f31f43f65f998baf08933
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99447c7d8a12d27e632b925515ad8ca04c865f882e25e6f381768234dab0b23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cec1c1607f846db0794bb1c5945b870fd140c3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc7353502e3bf5e8e851f329551ff3b3bb0d31e4b8357c04315e7c4d81274d3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a5245cc43c6ad308b334604a0c599a6d9c514
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63471538221f56f76dbac4805a719656f3e66329e2f3385d90bd067dd49559e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc94605300a292830b09829ee48239647ca02a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e47bdf0577362ce95f63d7d5222b0f844110e5122025a87f09aa1dbb1296c40
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c711e0e4282468d76aaf8c3ba1f0ebc40f76dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c97dac60fdc397c3ddccc16667ef2fb3b41d266dfe5c5edcd127afee08231d7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b26d9b91692cd750622ed4cc39a478463395517
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2325e678ed82e6603956628013051b3d26b3b6a409694c539b8632fdbca067
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae50f23100ecb0348b53ca8ea996ce18cc912bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7f4e60ae76f91a62ef651cbd8c1cb951899d18ce9281316e644d71dde928b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70f80b0d7541e6764b2a3100a061084bed59e11
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adb53e4a5e57dde6e1b79b6403f20fd90dc07395c4dd265fa2928dbc926b0d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e63bbe4b673e40a63e236e6e276a9d3d9a99e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e670a5427a34a7d760f680d91322433e27c0e9187590574e0432f5d06f250
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcc9d9b4e7397f3d56b4c3a861e181effc918a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2a174fff37efdb425b9661627d10fba3890af3f1319d3757cbec9d86a9bd7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe0306a9292bc953151f0c10d383d7e0973e16c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871e1acb84075d5e449b1ef34b581674ac80b8696c38ecae2b8f8749b0a0384f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b85b33ce5ba4b5fa86899fd98176e880c4908
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295a63a9303dd8deddb806516e63d1d823c070621966ec89c278cf0afd2a828a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0499203af9dbfd11e9fcd6ed14a39c396437f7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8f83cb9988cf79888ef349c7eef2a828087766d65c9f88cf00c1333322a8d1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33269b7e94695ec7909f1b9407b5e43154b43597
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340e525e6bdadc6a4d7e096e4eac65d57c781acfe65ae9706ce43ccc6275c993
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd507a74d2465ddf72c36d665fc0f6517b0b02b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30402695b5ca9835c3813adfcdc8da854188a7676513c74263c4309c5af9c2d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b3c66d6b9c5387d50826002df916f80638d7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf43a96b8eafa5a13aef8edece9d198bd52afe46e093171f7af89b439109d0b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ff42742dcfdc7392351bd89a4905ad1f4e0876
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a48b6f7ce9750bb64a745a363967dfa185b14de02cb5e42427dfad0d97e899
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce70afc63fb25b7958e48d16daf6bc3f2e9e6e27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1579f5a6a6304ce066cfc6da5cfa425f139d3a05bc76e66eaa574c098d8e78ec
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b6743d7e2e32de6095a9b557d8a9318133af2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9cb63ba9d2cd170ba9968c27b726e79291934d33412b049cf475e57d4c5f5b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2cab6a99564df52139f95cc4b4b154668f7a1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b64598c5ec576b0129848f33c7299b42820bccb1412dd3fa83a8f78ecf7d98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8378e86b1dd0e801f5438adc5db21aa4952c74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529bf542358624716070fa82834ab295da7587b311da028aecd59829773d6ef6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0de3afad53210fc51b3cc1eb5e785e9ed7b48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7370c2ad7caeaaa7aa79dd50d19646afbaf44b4224524cbd5c11a24a2012ca4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654f12e19fd561b4a0af58fb6ee2c53cdb3f1d77
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a14548c8e70d914c0bc9232c85af5109cddda585938436e848c6060cafe566
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e79bf6a06660bcc0eb706946a9e1a160b54ef4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae8dcdc299ce131eb081ee5a0807e544caf65a2b7ccf1969a27e56ff73244b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d331bb57c5ffbc34020930f772559abbc27403b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57271f2f172816b44c137b7dc174b4745c5e68f6e4b5e43f0cb955e5a6de80e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42506fc4a09dcf4015774665f54f98679f67f98b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762ddbb0f81c56e7667c83b81341300bba69b12103dcd21e755be53b6c03072c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab44e02f5af9a58c8bd0add5c14b033e6885960
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5707f8b59b6f8ed893c037eee1c2a5d7d300cd1bc40b36f58b6281d5485848d9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46289bbc48341955358893a5f01ccd5fce10540e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e374f9ab2609e513b57486cd61eb5eba66aaa1e6c0f98a07aa14761f34e64e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10222b8f7a46f952b781feabe27cf30bb58ac08f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51a88cb25f7b85b2722b987c13599e6fa6f427c96788e133916eed3d2df0e3a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9248e64ec48c1e674e084337bf952448595c1f73
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394ff10a8b2be4c20655742902bfc47e4a82bf22fbf9e2a161c97bf2334931d2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b0af1cebe853f68ed8dd8622965451931698a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8413d03de6ade462a5de4ca74059b812b2c389032baee1011578828289c25b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484bd6482cf2844dcd9de443887fb876dc54cddb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44f88b701e8046b495ee183bdb53c323a3a8a7c3b19aa953f51564be70916b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aed8820be0183c94f4c5d1a7c7823a97504c6ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210d9eb0352aef95533c8260cf9d48546581ac6fc29fc73ec046dd4d9eb37d6c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07381e8672ea591d641474b775b0d9602208f83
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021b763a9eeff5dc05dcf771e6be21624f32d009594d21f11b968c43455eb1ab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186442423185ae7214ca88c40b151fca4c56789a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2418ccd260b564cfe889aa3d8bcbf8bbfabae7426037368822a2516e2af6eee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023d614903535b0087069019103cbee31fc2aaa0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7daad3f65e8450e3cbdc4c215eec447765ed908d1ae46021e0c68be9e55b5b4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb11d915bfb35411f7e7b42c4fc7d79a5f33b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4441847688efb3886fefedc6234f4ec241695782c0f9e5ff34c12b687ba5802
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b2ddbb178cfe5968d9509c321a221457c428cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7094685dd986000dff636ef51577e017d9ab5dde9c42ca5be54aaebf7604ae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5448b283aa6e0ff770a2d8336e83fa71260c379e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2f30141ad2b2a5ea504f300d36f5dc8ed0c34444c9f15dd325d0ae2933625c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acecfbc578fb9df52bd3ea9ab7456af78e954e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef7042f737bf31d9c2cbdbd81bf1945b3b27ccbc0a7db4bbf08f12c3870351
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64261e0874b442d1d7193207af1226682f0701cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be5e703fa04a81e80f3ae85eedb0b72c0e2308f6b27aea43ea994c067aa9532
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a79ac95891557dfec93046d1c55cb6a2f5e03d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbc7d5a83f9b7e85455e00a8d8c4d88962f33552d3ef171933a4eb6cdad079b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef78a4ab1d58c322fa013f97e0fbb6760a6e786b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812a3b7e3bae3258977f45086d38d23ff2ed4ade8c62fa642113ff2633d36de
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4125138ffd0cac3fc00655fcea3db67d50125834
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9594b0a949ed618f9dacdc4630b3263007ed751703bd4433e5cf56a27bd3abc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6169d20ec88d4934a9a69d804199e7cba248d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174c7241f69fee8cb3d6e157e16ebcade9ea538dfb863ac84bb824a0cfc85759
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166e6bf3f94d556118b1e2ad44524359d368fd49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433a84336d5d7768a3d72d5ff358d58dbe273d9d67b9cc4ef728bac7cee3a9a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4438d6b769a70cdafc9d4e572452bbbbcbffe79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a55fc8eaa0aa4ae6a4fc21cf61d0b304fa9329d581a2ff5a2539e0d6821a1ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7cba7c567a8fed7a8b8e421ef568638c8d535f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08eed293e327cd9b975d866bb18e7173c208bd35ae0c9922ef670aa06c76c88
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca97ea3cbe9d952f2dbc5bc3e277d7b55ede9fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239b9cbe67fe8072ce8c90e996fde8efa189a46fe78122c60de074cd1d7d39e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dc09dd4021623766a549a03ee1651cf8565aed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f356dac1257ab66c4a10580f9489e50420c751cd4442cbc22106b22e146ed97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0f81641b1a861dba364facdc3c41499020346c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10e7f63ec11a79e93619af39ebf890ec88c6c99540693502fbdd9129a69b116
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a0013031d9cd66b5124497279c583fc4a9cde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81137ac31ee6e9b76331f6ed6b7d91e19f6bc92a845610e506b9f470d194a4d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa218db10f7ebeba951d68c463df26da80e995c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d2749b33d754f45cd391241a79cb89b29637d7480c8d83a54e3a4c56da008a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57e15db4f5210df249473ce2cf773ddceeec813
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67a0946dba7e3bb01ee9ce53f8c32ff3bb94f9f8ef6b3b9158697e15827a1d9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1d44a721c2960e10a939ab7b7f04735c48a0e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468d576f1127f6894c338e33e353ac660466358f5a99c0248820663483989f4b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9912c4033e13dec66927583abb8754d9798989
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360523c8c9ae79056ee86c18bf2c640fbcec6f5bab5acb33a7a32b6e97825941
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ae17996e69f439c91823dfd61805a36e969a45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ee400f5d6b39adcefa61a7dbd26c8c2543e712c033f0b43f9e807f7e5bdf60
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a0f9b2587fea6170454162f229d282d1a6a972
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ace3e88bb4e0da8d525bdf6ed8ad01aa0c75b24aef552d0ed462e0e4239706
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccfdc1ccfe67d37d0898eb2258fe61960866fe6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089f0b8c8d02bc98f763fd1e9664086d35a59aae330c4862c6c8f518d013dae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a56657ff565d401affc6023bd053b5b9b1aa68
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67befdad8d9c86c43f6e0d5215b8fd02fea96fb565bf4a6c80ba2af9b1bc68f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd70548f9b80eefed0633bd58027055a7b3daf88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1111870e5e1ce813438db303ad9614d7602a768b553d258d8ca1affd63860e80
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31b7dfc9909ef50a75d94342a36611284a2d1ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbc1804e84c0e30ad0672c27180b5e5ef6650809e90ef0bc81906d680d0d028
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2214e80e1bafde9c2ed4795abbedfe038d76f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed7eb70084e1d4cf07cb4dc568231cc9591b6b2c87568b090967283a13dbf30
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dd7563681791ebbc2421934c13a0fe7cb7c3b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072e13b1270186d4ad7bc72b509366a415a4219830d665b84a7b86935143a14
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff515a223d02f025c54a528b46e47db35448e85
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf59aba2b68f76dae4d950aa1405c2941a34448fb48173fbcd727d2e7c850bc0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf742e6022ccbe931ec0e1021da4b2e59a31ab0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cabf041a0b05641ee3a25fdd6656387ecd64d58d47b703a8b2e2034ffba052
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2613a1ca88d3241318b457ca547008ff6a64f5e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5a3c195f78b72f4dd6f6b3c80ce85a518fa0706134a49b0bd2a421598a04ee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcbd4b3f4eb0b3efdf9547283960a5eaa1cb14e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7dc227a1af8f5d420de0b0ec586086d4308f141df5c4f7670ee167561d74ce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92f53e16adf49dbb2532eb6c35e6f4d2fe05b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35685ac401bc562250d6acb5a2296a7f1e0b03d64ffce710b957b792d9ad98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9a8ee5cb58c029ae195c215d745819a04bd3ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b135b74722bbc4f2cc4590533f3c6c404d1b26f990b4aa606fe0b5391d6e133
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13299596c92cd4fecfdacaff822df7f3f0b1894d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346e2455b16d605d07e1abe8a8dabed4e603f1ed4945275b85e9dc6914d73290
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106cec1ae74c52b40e2cc4089bc515037743ee97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ef67a27ea69480fc238a8e2a56df037186d5405a0ef7851347489ad24cfd2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f5be232de57fc265291fab55090423640cb1f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0731eb76945cd9b7ff79039419699e8b40e64a838263c0be7efa5d6e5c96b4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d497f41087f5a8eb197136709df50d63f8190358
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962c0c65bb46568aca97f874ea9cbed86e90643e337a8398a6b5537c933fb313
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231cb8c000a9a2dd28aa71db202005e54b2da65a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8568bb6a7832e69d6d42c297e551fe5d4c6a0829511206ffb7ab978e368bac3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9713eed5866d1d1922f826bdecfacadaf136a6e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2512a9bb6560836c0fb7f81df52f3e6d9394118dcda8f3641e6af86da25a7317
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1980d5cafbf3822c2cec87557f5fecff0e96a8c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbdee7903fe6665d3de141219af87c08e7f5dafe03de670c2f9a28385353e6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c470e53a8e27081b14109f6f67c0fe186d52ab9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f795beed1aa273bb172cc83a8638578650e563949d2be4cfacfa0ffc3d94cec0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577cb150178a5758dc7d8bec97c8fc25e25a16f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79b59641756429c30a3f14d9db1c249845c6f16ede0829252f1898bb78b0cc7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca9f248b4a5136c82805be43938beec9eb6781a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516a730c1a615015324e15dc526b9aed463755559d899c2dd9d67c54663172a5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710bbdbba8a0c98b9e14de37b4398fcf1cc0b2dc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c33961aebf48f36bc343ba83f733b315fa1d96a45a89aba858c24bb1b5762c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2df524e5883f64471486ba1fdbd0739986ceb1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5ec8284a0c152d65e7e2c21b8674d16c485e99da021a40b0fdb5807b6d44d7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d83082927ce52a5bd9846eaffbe0d72d66f377d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daeb50f779c6c5bc41d686750cb9726ab9563bf2a061aef8be3c3448b1bc9b2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4832c55c8989e504adad75cfae19eb1c94f37e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbaee31e6c99d95b7c4ae6ded3854f1770b1b7dd282cf79e8fb125f2d193b2f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90040be610491c5dbc1f466ace7a8f48b3ff85e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78c827a902cb262a5ce67e1847f0192f8dc0d1b46b5c2acaa95b99baf62df6b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c58a5d03d69652b2225b8218a9b89ae6891ac7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84d50663984ab17a42fb888e4f035c2269f0b8805f8493fa4e3e4475de9d767
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab519258efc34736e7a6ebf8932ad9fe145d3cd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62926183c8de52fb5e37b919b1ffd048f641abf42c96bb79684b50ee5214da31
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099116df0ce2eac5faf007f98569b3fa0ee475f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e120c3e217ea21c73db295136f79cd836a8ca06d535bbb5bb704bc8c04c2bb6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b81215955539be25476ae3bb581e01b0dc78b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ae1d96b368d230ed28b6898c2d777d2b86b28113e2c13a45e45b37aed6322b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a638502063f1bb6f53aa991f3ac9d9eb0bc70d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f8aa8124d429a42332c19688b8cb3611a3b2b68344fe3bf5c745053f1e545
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd3d68ee56114f8fb158066cc24fd6e1c66094b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2c5cda7f221abe95f93864c5ed2ff48eefb74454de0ce31d5a6a681be5f01
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f186b3d7b500bad4767176cb122ada2db7048ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111fd3516cc4ce8b1843304fa112676e835373c00762da3348ae84a9adc8c34d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbb2c8934818e28f43ac73b347ca5f56c278b6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac67266d79dfed20514c3e66d593148845cd81169a349763c2b88afe27f6202
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3148412a29b04f45bfa6bc6aee30b35360ccfa05
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427fa9c878bf0a7c71df7b19f9d34e58c2b05e24b34f054a02ac944a4e16e32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d130a40523e0b4cb4661944c45fb32d718fb52ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f504621b4020b1c3fe01342b7280f7001dab433a656f9becbea76e2f1439241a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240964704c1d1f29e3f93d5f2bca5d86364b2b75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf5ca1515ce4b99330f646e42fac7d2114f8579aedd66648bf4c8bf3326f69d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82df1c16d85f22d3d17ea96eb0d5b17a2018283e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a15774929fd6351a103fb0507cfa9298b736095c0297c1ec7d4e88d0631c2a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c052fd267cc4a5d7eea30c6303085b464ad0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208d395b26db31d7253389f3231c2efe596c91250b8d9c1b5a37258725948532
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72934b305a3e249274a4cb1c68f9e3ecd11243af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61e7bf569c45c46bc745d920200897c09967db0b9bfc033c48e50ebc16631e4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cc7fd85563ff3b345ec7be74ef62c0004f1f56
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d990716ef1572b2e300f7352b569016ddc61779697632ebc868bff2f10bf41b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebcba8d2ae3516542cc54611f0d9bb402879012
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0b759a5c0fa8f2890f618ca881d56cd6c859fbc228a626ef2101978cb780ed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87be741922b0aad759ce734469fba9a4979fa17
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb97e05ddc08c733e4f0ef987ba936555a290c52d032a039545592ccaf66cfe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c2c8c77fa017fe223b7408b702d5ed4e19baa3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c71aa2e401153fbff602f52ed326490d1d2948088fad65e5189d6dd8988c92
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a33dbf561de170cac8d325cdc2114c10eac9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18185f334a45176840be4edc39f03494b82b6f8afb479d53fb826b7bfe6f4c05
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0bc765cb0e7eaebe5e2f22f640966374bd4d01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb99faa2cd275441a58635c69ed63ffbb90cc579460038ef89a74724023360
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe9e259d8bcfbeb0758481eabcee405741a476b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb41e1208ec107cde3465dc24508cf2c794b28d20fa4662d3dd8646387e1118a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d9fe1ecc865293e2f6c500e172edba166c21f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50835a0b8b398e5cf1be91f3cd70fed96c72064330cea188a2bfd0d0eda3de2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162d7d65b584f3a1976fd161b5a97bbeb4ae18d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a831c00cae05c5076fc1c592d8168784fd05bc5fbfe96c914af69d13f500861c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94748549263088b64e9d18b8074e1cbcfd312dcd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8b66d4acb9b2f2b4728233eff404cdfc9f569bc77e89b69f9f6657d83623c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0047124aae86a628e5040d380fa71981b541290b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c2a5ce36127dce8fe90830dd0ffb4991f26c92c639eb73174793873f8acee
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866bbe200bbeab09caf1edd34ce0b77dbb5364fa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bed7e7a8a8d8edca4261f2dde3798fa9185bf624cb08d3a33e37bfacb1b9cb5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd427295dc84f352cce455da4cc74d83af8d7608
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7cd7e9737fce665e57960aa7af09ce880b8790930ffbf22565c1d4f1f66f82
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebefa8b6ef71fb0cacf419fc736972dc151a5a5a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3618f0fa42dd441fdd5fb8ae31c8402289e7da45d7098d536a096d02742a8161
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a8bb7d152e6a8e39d655b8fc40893130e3acd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d55f4e3be8ffd39053ea924304f36a69f829407b441d78e9e912e0225a3d21
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c910766fb3f9f90d50b1c1b9688d5684785983
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f563796dde017e0c4ed97fe26423816e355226a16a12f3e98ebe64fb7982e5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f61b020762322f3503a17f42071cdb9954faa1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337f667798aced6870de99558cb25107873740d5f9a56b7d6dbf9f9fe33c5d74
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63e033278ded3a1b85cda63ef28b6ac2f5c1017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3833183f3db6b7ddfe98a974d0b70c5c72e97f81de6228fcac5884b7447afa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5c5981558e0c146c75c8390b94b0473ea058e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40cddf32ee26824e25a874d479cadb5cd1da98184e49a1d733643283f99457
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd1c5cb8ac83f5b78d54aa58fb12f4caaa5eac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12663c15187c51e45bad761703b9b44a5a7a0c5cbf4f6f511125ccabf3844f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d447ece3a5457da561d32b92318fe31f252a2ebe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c80376c6e23470a0958bc4f7e31b5020595eb0367cb5e35b10a6b36a87addd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c38c9aa13e9112ce0dad28c9ce76e7c3022a5f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d210e0c44cdb9c49cacd8fce450658a1f0030d82f25140eb47f835d07e5aa0f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178c66172185f7ad8ffa7ab8e588e788446a9f98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c59b59e373536dcbd8d8c51488879ae1baf5c0115e6c78b35e2f42d6592097
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2200ad7d481ceba2a99968e476b613db6d6443f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76f22a14e79bcbfeb5e6c98d28e988fc844a6d45b72c1def52b08272663932
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708a0fb111815c061d315b45a168d03f59f72ecf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955f92b4016f9d86ae3a3204e4d75fba8a90963db686b8f4e58b8665108374b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b9096500f5a404381ea7db7f4459d593f8004d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752ab917e1187fe9d69b1a40afac2d2c14984299b98e462bd5f06b6e4bac3c1f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7b687e9fde8f1f410487d89eb509bfb3a65100
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06483fc056b6fb6b8b5db7607e9a3051f1cfecf76bfb5d2c28e7a0024285deb9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e8fa8406d042f0a45902527d9a2ca396fc248c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef8c3a4ad1a25709d5b72e3d9a838737a043ff19841f57dddf39886a19ff1ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc5c487750ba97323710f693b3385ba909bec61
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946c20a8290a8da7c56e427af0b188aaa4003beac805c2df0a6453b2719bf1c4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12baaaad7167dfc9f8efc25ba2b5bc4321ffb51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5132e5e005ed9b6f0003dcea78f36d5ab2cdbbfd9b9977ba524baaad8e1191
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa83325a926fa9386a6a4a1208951e59f21c54a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3077e96218dd194bc703a637d515011b1ed41e777de99da7b6a058ba52b069
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f501be41cf08b45dafc6ce7de5f89e8e28b7bed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5589d46b10bb47b008b913ea268954a2a9cbd459f5c0170552453a955f64ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6569ff9a7e131e9ec4bbc9a9829b3fda054ace2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b497e79c60a7c77a2573887b111e1158204b072ad2e1b40f79c55f95eb649a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096126da49365e47ecf9a3da8e4735f0e41d8ca2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa72c28b558cf782e3bcf00db4f1a371d319ea7ab25dc942ce4e95b5b2a8b91
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63e3319834ea054e190493f773c15dbdf0de098
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316ec28d5ff3e1a31088ee66698462405e0a2c371e575ad4822fbce8545b8ce4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0912159f662cc1f9e44347b84637708805fd8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd801b6f490cb3a39081d982b686380f727d9747e5445121582c8539b4706ca
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61eb26c3837176accdb9b52b0a4291458ad239d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2c954ea2d2d30792d3c61942d5ca81c928fc74ec5f5494ba27b77c01fa059
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceece03e2d0c32ead2889c0cdaed595b8cf69eea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a2c4b4d191553731561af1f26c54bf3a3e4e1d543d2c8fede16c3065b975a2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a9100608e7b977af8183ee2361deee123dc056
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c4005f4a7f957a58da5e8a816463218fc49e09f9f7bdb272237e8a4a0f643a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951cfbc3d48bf3bcb1f566d2c1027f3d1a95ca62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6527d908ff15ab0bf2bdb0130657282326684dac56fdf391f42eefe05f0a91b4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f421767ac22af4acaa34e854e5bd1aac8ff72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e16cf911fa9bc80c55e46758d0484cafbd777defcd0c285795d2639d988510
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac4e84284f7df9c8391b53cab6925f4f95702a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38bfad3f308b1fdff2266d3e40be16191b95e111a5583f45bed9c45828e0c86
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc13f45f517a1f28197842b5a935b34ab6b8bbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51346b9f060d7e04d8815e986ec5e2ba1f7f6531b33c58896d3bdaf1076a660
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cecf2177d998f941ed0bf07c6de7a48d18828df
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864d2cf318496dc2434e3c056c7edbd358e969698c8776ac7ae3dd5add3a04b9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77b597d40bcb6cdbf49fd8d67678b22929d9a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb2b5db0edec2b63c295e7107b8d8bb3dde50a4a8e92f4c970f11337af95123
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ba1c696c72dfb5a220112a7a47d7ed549d2654
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db71754f6dfea89e2d6fe6dc0df1d58cf2c4fa0fa89672b652c57171cfdf910f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9f8da0f15efe41a058e49180856a245e385272
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dc9ced84580ee536ff90ada8bd0a5577816b7c35696c5911e54cbee290190a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08c81d9665f83c2ef270ef489586826e6e06756
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf6a3888c0012145cb186a747062ba9f328c723f4f05351de7c7ac7abda5ff
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fff95004025f865e2b1358781ba15da6b8c755
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1084c52cac63ab2183af7a677a8dd836e68ef60869941f509efdebe6086eb4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe9fe171698a58379a85c2bd73b51eac528e4fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a180bfdc14422c83bfb4ed24f2bffe0dabad3ca5f148d48fb520a3a9cdd0542
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d35b987244afa14d4749b5303cfc271a644463
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e76db17aa3577da4c44aa8f7a23d9db7285ec84724a5ef1effd17e12c5e295
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dc997c375155a2faaf0df2f2e061d4c3a6a8fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5083848064108d852d7cf9c832950026199a161d54d463c17f61e14d1dbc005
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7355431ac06db189638252e9c5bbcf7f29545f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc35f3353b8c631d199ee1608fb54e38122e3e51f7bc1daaaf7c0961baac1c1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018237a4a84162b55ec2ef0bea3977690e05998c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e763a69f16d4ab973282081e28a94e795ea12f9097626d1d2c10abd8b65feac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17609f6d7c9c147e5aaa3ab2e1a6c829776136f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab069adc86a7d1e2811972e627c8965ff69d051144c52e358c75fa6dacc56e1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036dcd6d4da91f6810c9f1579fe8e4c0e7d6d808
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b783cf6b4f779e0ac59a5fb56424ccff44813df55336b684e90071a853ebdcf0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af85fbb5ee102d2f995fad04fad121ba334e4e41
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ea02ae44f8107e0415772d72c4e8482121c497418f40de6501e6fe0fc006ac
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea80c5774405b5affc51e89e11144cdfe9566c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d20bb2d986a2de19b4891beddfb557d9cbe7f12defee0cdf6f594637439d1f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286611d5566406c3365745cb164eb5f9eeaae236
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d007f055dc66f1670596d727beb42e631a4d5ad4c4e1d5f91ded7c31f9ed48
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc5a62bb9c2f324831481d80bc3481ce617c71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5db663a725fb9340315aa565dbacc42814b67ee3e733f52e3e332458dba583
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c2e1d7939d5b893d8a62895d71cf34573a2760
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ac40b52f205af4c93886caba642cb3ea5b98d6b6d03463b68ec2b5219fbb1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f2da5d6877632dc3be4debba697eb1a759cfc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1986dab69e38c137dd41ad69e140c894611d205fe8f1b88ca09c7b9a1e02c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7991b19058cbda24102c7aa39f018d2a3a6dda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241d0dd040332236bbb359d740c61322a6075b47d379c6fc843d94157a8b2b11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a69f1650058ec97574dd1a3cd347d31def8c962
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d0c185c32cb3f5eb48c96106f13ef8ccd0ce255e8994d2f36e07dfa14aa6c6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d37e9591a3d26127b4d902d015ebafd72602589
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1207e1714d912398988a443229d3856170c39fc2d144102bacda74117798dfa8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8e2742a63798c718addf01e6e44e4207aa9840
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c37049ce7699a6e4c1017eee92e24d7eb919517c636d947939b274b364d0178
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2113a5ed8d76b9fb091c73c7555ec8629b452651
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daafb02c38588a2d5b5037e0c25631a442135e123abe8bb3a1a01d35e6e2475
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b1c49be1c545c200dbc56ef2f5d465bae41033
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9641710b453fce2df99b4ac1d824bd3f0c97e24d5f3e9b2e6977f59131cab8c2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddeb1daafbc82103b8f4e043a3649985e76d8ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e664923355d0216cf31c6189a30ce9f0c72d5a08d25d7163e712d6229925808
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30496a7f66ee5748daa1bb2949e67df65231344
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48c59e6d16afe2ec2db3e81b518e2d2af9641918e179294c5ebbd6665f9e30e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19bf34b5a23a49ae0c053c12484d15119190a04
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd717766032575c722a255268337c4ed7bfd594c51eeefeea596d5cc6e70c7e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c48ed799a8e60c6b3cf1d2885b53e37dfe6d89
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42252e0401a32a9a3681cc68ea3c63e41ace53fb34a0a081c6625c4e85d3c37
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6df6b0c375420a8aa6e3ea66659f704bac49a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acee33b96d7dd85865d790c0c0fb05060132aa466fa99b3c1a6aa963e26cdd9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93321e37794b28b9adfbb61a9501e715f6e23c00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2290d3dcf37b40bcb521a09b49f08c74c647e4f3d133357cf1bf836c8deadf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbb665f121b2c4bec4c262d6b8bc7df4995278e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfe9ea5856a36db82f9f29440c6718e782ce083c5f367965cb1f7579188484f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a6683a9fca5838b76f2a660174491246827079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa47a6dbe454d04dfdf027c8bd93e776cd34066778126d900fc65adc309893f5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d109b60980499660de4714f053fe6b7f512bc195
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d488759ee9c4dcd351933dd8c9b99ee63c6b960b3b56ca7f84a2fac526b2ff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5376a7251cc143accc89e95e37805caa8aece805
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b0c20b04cf1866f98ebd432262db27b1472e4a3e2230dcc9946463c6a7fac9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fadf5ace6659cf1fd056579a89c37f56ce3e0b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d6bbde661e2b4a2c9f8473628ff896350ba9c3c798efc509d61dba40e1f845
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f636fd6e0ee1b37aeb191c7e674cc4d796b6a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e36e688988a8c3a22672dd69b15edf85f20dc1d9196c4d17e701658175f2e11
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31eaeb4123e978054177ab8f8b33e9e89f8c133
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03d37a6b6b5298c6a72f3b30e0b2a2bc5886e933ae43de3eb87d52700b4030d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deff232c26b39054e0607128a14f90b02461d680
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64507f9597bbe1e1d1819382a6e66e8310282640e0572327c6a05cea3f2afb5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0c8ff8c585ba1b2d0e6744f181ef089893f093
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5ae5e47e5b61e512e9022893106ca4e780109040a7c336232dee18a1f5d6d2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038ce01853623caf6080f07287c502069490ce9f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ae9d1ebfec1f559dad08af986d075d8bcb739c2fdb7b1a2a79f199ed9ce522
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5348ea9e4a394c2060dfce7a2f176a18e0703363
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881e9048e818870be0f4414504038eaa26eddab793913ec382f52df6fba2a112
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd84cb695fb02441de4494f84d1c999ff3f6e3e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e11ea0b1559876e4ea2ad5433f122d97d4294ad1b8eb8207789c2db71f07f4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde7b7c8fb3d3061c8808d42db2dc68796aac36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1868eede1840246842a459700b47be2e513264d43e0362e8544c8fd608149c84
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73bdcffa7a52a061e2ba8d1acd4ea515a4c717
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8ad33e963fd3cb4b18189176cf3c44dd54afd1dfa5373ad07fb40359935711
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df039c6ac5457937faf32997000452cb2f78b0a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29a475a3d629ce16746180b9620e0499f4cd458ce6d44937045c746373a39a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12322128ba437e049ec09ee7c52433cf6f708169
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d4778ad6b3a0165dc311e62d22da6f2c43af6efa4df62e1f1813d48a58f7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75538558c2d460e2385386ae6ecf9a3a77478c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d9c774a4618fe2a3c702b55e441597b93a6e59f1268ed3743f611691ee7878
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7757ec025eea61205b9a902f0f3330aecfb7af1b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7b00bb1448db10f8943a92d8b43c4c4d9b3d03ca39399b5174ce5f1cd60e5d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b01928a018db3f3589cb8c76be4edee459dc2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9bacfdcb13f5f3623c85b1e0904b0ae66274246ab83b2563108b7509ede6e3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517e622873996bc562fe2a041faf6a374decded
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9379dc174979fb39ac173781b5fc566da55a28667d968fd9cf47f659f62e0466
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18ba1c23d784fa2dc8b7f260eed4820ecc1a4c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f884a8e4820be27a213a456dcf46e4a1bc76cc750434c82530970abf373a93c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d0a17a12bf23d061bdf3fe2d450c1977d62882
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0651e9a6186d3714f6561620b4f0d2292cb6d6c7b950a878151b225ac5e1114
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f20392077afe52ff36e4f2d9fd993c837a9d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7f99282967a6cc249350541272ebbee593cf95d233c0413d07b55de3c65cb5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35169503177eea705f45d8bde4006c035568f388
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c2fcd65c610f552fa7f282a62ea4477c386451afb471d197b383552068a8ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f44a110495ad28538c29c589f4eae657be27471
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59480a66de460fce63890056d9829299ee03409ad9b9146eae442028dc3d7668
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3801346911abf031e6bd7436b345ce22d42e9a01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99740e67bea146e705d87c84116b0ba689f6593b905403472bdee7e7897619e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1658bb586ad4ff185e06b21ff8705cf144f1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f28876051218a477e18a591e0944b701a0fed244cc5a7a14e581023a7ac9c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c426e3b8be28dcf85b123a76ca320dd429d54f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4132f516747ddaa029b86ed2ed3f71d729bef2f051524ebaa03149c5d6ca5e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee21552cf23ebdd2e736c842acdba2d60c9d903
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cddd0dc90c1ce8b02d5b1fa9a77321106c6454bf49234721e37c2acf5a3b11
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc4ef0b4f34d194e4ec3be845652358dfe785f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9cdd0729f95e3af547a3bb2f2132f30f0a7def408fd59b4a0ba27faf3fec4c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66680674e90d6b74c19e5f61fced03bf9a01746
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaedcfc0eb912154d8ab0f6d9b98eea542fcfad2e136a5831cd032c94571dc8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d50574be5e5da42924c1029887b3a9fdc5b9f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccff9e5619d3d8c60f82b476152cd16d2ddaa78614bb82f4c17a2fda973d86b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208d1a1dbd33b52ce6078543c034e4914fcafef2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5002245e68244c5e2b96fdc959142acc2e7e6c2ea665c829f6dddd1519e7f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85ad9e23ec0852d9e84ac7708b7256f152aa662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9c330e472aaa4303923107eba0286477773f026332b81d159490eca6b4a5b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82ec776c367d59e552c3db610f11ece4d89f992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fc310de6a02b424b6210394b0401130f58627274decba7d5a3cdbc01c36f8e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097754c761d96b0f3577a39f61f91ad43ce309be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afe00561afd3dc415a3ec201ead0fc8babddebbc852659e36fc7d0ac95efded
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d0e115b369325d0dd6d78051f9e0d5f86c976
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e76ad22189217a5ae7ca1d3e022e2dd04c2be03bd2c09d3ab02c7a623b730
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7309a9d292e06bc8611e07f39e0be53ab4bb4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e8fd76eb1aa0e85eeb8711fcb2da08066f9cd1c060d0e7a4578e264a628f30
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9c64eb77f1e8488191c92ff5c0f5fef734e563
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ceb5d26bb1afd2644010264832e74aea877da218bf3f3fbcbad064c4a3a2c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d50decfe226a761c878cd9847e5633d55f069
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903b64279b9187c02b71dcfd3cb5d734c7aa8381f1c08f0faef97081cf8cbc7d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30ec9a0d37db10f18eedf1acb706e33230dca38
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580cfa13fca4ddedf4c320daa1ac4e63104b4d0547480f828e69143d35fccb7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289d289eff3f39e2057bd40250f17e47c52dea3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed24ec9408c968666ce5aab2afb31b002769088420f01b272b946320b5fd29a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f8821db9585ee30cd6faefee2b3b5f42ab8f9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718cfe3fe1d5f86cb28944df9100862db9a87c437c3fb6942f9b4e56135bac1a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b383bf661cc786c14231e111b5abee8242688ba6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee04c647b3a5fa99cd01e68345c0293ba26e68464737f7239391cbebc7f0775
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314031ac1a005e488cf7be5678afb93f5a02eb40
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75ab29038b42d197eb166bad8170b48d13e2db03914d54c9be9888607f02fa0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec01d1304d18ead5a0c3633d0cd4e0d0335ad48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb4def8fad02c5beb39e37736eeda94cf5a9c3c20196d829e17625609b7cd3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30591f9ac11e6a264a051b96b9ba4f07ef0e3586
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11630169cb1f516551924f71361ca9b6a639a20de37716cb3066fceafd05c64a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b447cb465d4d1de559107c0eb248bad839449ced
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcea6ae363adac85dbdc9c13f9084ec1a5e6304e376c206057dce2ed678b50f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f64ca06e56d28b2b96b593031a60dfc68fcf2bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec79e2289767b53eb2f762e4e7d646b2817aa7e4e931ca749c0adeca1953194c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ea590b37cd34027535d823ed952fac26e003af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e3ec090852f6625e61633a2777118a1d581c62951de39f2e63c4b627340267
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c00f2afd13cea87b570e1f46101b7bebe2d6cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3ca287b12315991b71bcee293bf22c218ffdc4289675b2a0aaca5d0c8433a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e8613e7f30032b3a9d300e18e9f3c992b0a386
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d826a51103f78c01c87c606003bb92c512c0429bfd9da59133cc4f1458754085
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70586cab92be85f432221867bd818c42b8d74b6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c404c8259471eacfc9e6978f0a58a9462bda1c9050d0231ce89320f9bc795c51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f055ecc2b18a3fe0405ff9d3d1695f12665488f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9f54285a7c14bd24f811d5b2d91640a32b7f09d5a6406eeb29592e4baea161
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84be6fcf0dddfd51f808620b65ed39945351671f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26a5cd63e4103727f85c4be8a39529dd829d1a40c696de317fe40c7865f8786
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905c8f155cfabf6bbb6b0b2d193f4ce59cbe7172
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c519987d06ee1510b4076496cc96fccbbb1d804444ad45b49110fddcb18ec13b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf44a9ba621cb243cf008f3231bfe4c8b27ba1e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b11bc9c16dedd32a0d6a64ab1adf9515d2aba519c83ee947ea3668f303d2840
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bea3b1b4e90b51eddf9090e06ed0cb8e22e2d4b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f883543c40c137ba419b92250d5bce109bd9e07d7820bba734ff654100d483
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5d75b5488e5c830c1bef487290ab87b3cab67a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3570e7c9a608d797dbdbae70505f13fdf5d772434a4b69760583d597371c22e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a618114564e97ac47059087c76e6dd7ee32273f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01466d62d40ba0bb10354c4d0a5ed30996729d6aeff29eba593ce96195a43cb6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3ae5869822b75f04b80d3ffabb562f9d2bf17a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f76eaaff684fc21faaadf71f6fe9e9ccadae5e4f4c134404e1c293fe11a74d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87de134fa4597db704c118b0ed87a7ecca1f2bb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e84f3fa47f61b70e92ebee06ff35b2b0b99026f4e311deff37ae55a81fd33ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30c4ce8e108e576ccd7202c7b3d390c092d379
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e5cfe14786eebf1694baacf2c32825e064ea0e8385f7439b8865e73f67338
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebcd047073787fce74eb1dee1058a5b08476748
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e872d001efe12e5977107d761fafb8ae333408da8339e9362c2a69a2d9eed7b6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7711152ba3d388b2e03daa50f955b01597cf6a09
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0a92112c271986f7feb4d8f7965888cb6bd154eeff7f6d69f4358ac090958
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c794f038ec863f07a7542292a18852c4ac3501c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519a45feaba88afa1e3ce6de19d66c8e1d6bd021c399b6ed92cd5bc4974573fd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b633e1a08ea6e882205f71eceb05556c017972
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3605b1893ab2189f321431262a38e98b1d61a03b69089b4d8720e3e0f461f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abfe69954d255f5f8da2047b41b0ad0990f97d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea913f2c2ef7bbcfc1652bc18e26e4b54e6653fc2c4d96f6888bee2b158f0563
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d007ed170ed1abd67de0ad2b6782e68650019
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b609c78b3aee25527b6e212d314df59a006cd594b15178205e8181e51b6daf82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb63d32bd2d822ffd63b7aa6a5da2e6e7c67bd4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18caf407328774d6af63831db80f9c8f2e359cbbc25ed93c7e51ea4a56a35ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db8440b1c7d3b3e4ae18ecdb09be32c8914f5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a8e05cb562e69cb806ce2d1603f2ab5035d5c0130c79a462419576422a27c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f7963e6d42d7b0b13993320f2b6061b1e4f49d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ac8a06a789f7e6730126ed4f70c48177e3b4fc1fe1da22f2b673fc0b375cce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280db4d082d0d873a0b1427c5676fe3ac8074db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81c97476923b2184b3bba14d7d92e6bcdc562898b55bf95d790d4136533dc23
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb75e4e680d9abf9bf89a0a38b8b64c069921c8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0973be985b5f685f2e8019e100294108910fece2629b91d8fe8b77e6d08aa1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8d004a60a97bbf57e4ab630d5c259785e7005
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd48eb78f01d9f350b8eca3b8c53ed9e7cb926ea725d49b0a5d604bc03f744c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af272cf193fcb6bd1baa4ec4509880b92c90101f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9e3f7251c137cbe9ff9b8cad3adb3270f1409bf1616ff8214e1c9c76f8b989
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d6cec6cbc1eaa79e5d5dda4b8b1fd8c6dbdb57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fb41ecde9a022a68c8b2c9898ec7bf32033a5936354ad3a6d33cf38a944061
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8194f97bd55f145d6e097df2f6cb6ef7d525656
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3c6424cf3db088a44b612e30a8fb88c22ae7614e70f70b1c9e45c8d4119aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb198645127ca0f0eeb7d2262302a3ee891948db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430cea05ff9f4fccb06de6ac9bfac710bc1e8fa1565eb92a6a8c76516a16783c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f357b3f1dfc5d6cd424e6c0346a6555dd90e2c51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf50838fff671c74ad1c8cb2041f3959bbce620da006207a36e63fda905790b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a1387a9982abe00abbd67edb355c73acb0fd31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5be2df147db8edcb8eb4e90eac3a2cf1c68f1757249587f46d79c0db4b16ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eb428d9a5a200d75653eb1d1bfda231824fcf8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904404de124d1d6a38fece36e358267e5d5af6f68c24e7b8837f6a2c2769e851
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91fedb45b65e2fb2ab7643b4efb522279be286b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2522227eda8a5177e6ccbb4db403cc79e3c22873c98f09372d2de98c121c7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7131883459cb1d2e388edc3a4be415fffbd813
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129017e5d017b85d2c265283e4d71466be28a50453bab7b7668865c230e5e96
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bc7efc6de06d9e1493865a161ce85ddb3942bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd637f34d6ea61200cc178afccacd57cedd7a8ae83626cb6ff981320caab3238
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c9d0bb96fbaeb08026cac2ffb6d0649d5c3c3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8953eff0dc0cbc9dd934fa88c57064692f9e005df4b06160d25cde1136dab
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b7584e495cf4419711fad7b73373f047cd3546
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698473e328da299dd45b816309852e513133bacfbf275192c2b147870b7252d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c4da7fa76b50232f66f8a6dc57e2e62008413d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31883a65133fc178751ce5d9c75b8b528e59f9e31bf1c556b084c6186f0a0195
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c51a59abefd9b062aa38600aa5ed6be75a3f5b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b167c3bbbabb180bded7368a48d9b573ea7c3e28018d7330a64617b02c7749c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883714922b7cf5e5177ca959459aaffdf3351352
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1c5e8187742ed3057eb2ea914678c2ffda559f934a02441ba3b071213ef618
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b8197e69778a8eec0d0582d5659f4fe2b8ceb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712f8d18a561580650ff96eb0be92c7a432a053db2eb4688340d367f3c983e3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cd99b35df7db0bf30b821e668f6a665d031b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39343ca64609c0b0efe36cb22d4c03d4d75735676cc76d710e755ce9fab1694a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598a39cf302c117cd335791748761b9172cfb017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4d9f2f7ca01d7d434ae926e4b84fce9ed723ce1938e1672edd569cb441cebd
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36661fa1463b19f79d7528167661367811bbaf02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5b1f60aa5bac3d2f31a73b0d3911c668b3f5414708b0654c0dd203a933c2c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5834dc2a4401a5b90f24e807090b7d20aaa55af8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d74314cfc4d38b6530226b812f4e08fb8ee92484c8ed3f1f2cdb858f1668e0f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64703c10bfb211bc2b4c995771e45c753d96eb9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c5561056bf83e6e1dd3a5a79bc9156bbc4ccf7f0ad0bac391a0a7e877e3c5b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690a96997dc5a1a3291fdd4aa971eae74f242ea9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a1e71dadb24a49ad42934f895ab87c3fecc1f402b837d4cd0f6903cb702e1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6609c1198d80046e63c129f00ee3ea51972fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee692b83bb67926db4016d92fc0ef5e88d0ce33114af27639560411b584f67f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883e80bf0dcf79ada506f9c2c71b9b3c31bdff96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a78af8fb7f4662a0ce1f0d940fb3a9cb9c9c4925b697323327fc8865898a54
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae54cefde778c02c9e8a37650477408e27b8af07
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62085cfdd53fee1fc377565ca3a97ac67b7bfc8f0bc2c24acf2f01ec5b407ed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341cfe19724019bfffebe3e277a95e9853781254
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe1a9162bc36b70d7311edfe0697aa0f1022cd16673ee005b87ab9d6478563
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7487b56c6eb1f5863dc1e250f749a65e4532d5e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ccf3a3ae66732b93ee49cc643e84fca2de051fa076af4c8c122e43464b2b26
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab186892c5aae7d4a454f655843a419d439924c7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c283eec01512f60e7e14f81b5cd83c4344c6e3406ba4010e1013509fc65bed
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdef1a29534cd906f7233898adbe7456daa7cbf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c7446b5d7a2f6d11585ff74ead10d00612d3a286e68681a17e5bc9653d9cb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859ce6373b3c23e3c782e28049678f2e27936cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2511bda077d22414ae09e17aae4a92c07f78068086c6508deeaade32f335574
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332157401adae9f7d6d9e304ed160d2f562e4ae4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9200e112b1da9c0032a8ed7d6399f2c4334403adf4264338597bf2da9ac4e90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1689636d00aed3292f616ba54c676fdb4433584
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ada93be24fbc488e7309d1e515313b872b112afef27a7e971d36e6139040f7e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2d587bb3e00344a272a0ebd587ad962e98abb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18d82fe54f92e714d5feee2309f043acb4af0268b8027597418763ca6b0d802
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143b0284b874c342ecbfad98a9976c43b805a18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1ef9fdd91b1b9ebf0c894e728b207d5dd3714094bb207fc64c60d35d0aa481
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2cbd1061e438c68cc293e692c6c6c0a2430f3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846fa1bff847b4295ef8fc1980404fd88545db78f06abd7112e420fde0238405
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedf9c46333fee04415e5510a16fd08cbb0a32ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33d0af71dd34ea9eb0b1991483a2e2c828f7fff4ed27b3fa1734721f04c3e90
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13290f94b43cdc78c76ae26db691941088864ef3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2af038f1e5f89cfc518c58ad6e36c161d419cf79bc5401e9781575b66d9d0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4640dcb0bda0bcd0fe11dca95f12c134d2cbe2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d2fcd4d1e22a7a7e6934e57cedf9fde84ac5394622290b4103507cbfec83c3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becfbfe4cf97df6a594cf008461092ba0fe2cc4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c701ad792898bb6776567a2dd6b4a9b48329087286f68f77bfda78c40d5c7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76da7925a43e04ba41fdedbbfa14b8e11b70b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100e7c7b5b1e41a75d2eb17a5f29842635dd144a1071465c8b61604e091aa0a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddffe0fd3bafe693d52d6c8d5bb972a9323af20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ce7aa8777ddfa77407cc34194276765259f426b8a2aed6712fe88a8644ec6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb732ba00adf98ad2d3ca827f893d749ca219cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee915d42e0b48b85f26e76b70b487c3ff6379cfc432dbcf8a8fcd841add4c094
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e6c0fb413bcab3ecbfe62ae3970ca2f15de75e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2933875bdfa328bd5d274edcfaa18039b01c1d6b1dc0c98645e61a022fe3dab3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003cd9cac354722ba9e6aa6a894bd28dae685f8e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c8d623f21f69f674f62f1bb62a69ce77c1bb10cdb6eb90e92875da30f53765
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9281b2408326db0274a750f010ad3a6e1851e32
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f898d4d541326096e24f2f4dd41c31c25db46e2031e8b503cf51eb9ddb3a8cdd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d5857db850b5ad900ec3f342915b3edf50f5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e890882db1f40eb2daa3b27600c779d5a94eb1ab25d6c929f0e2ab9f83f4a1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a822c307a33251dae8502a92abc26030328166
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96167613b849840b5998b94526c8686f13c1ef562f11c4a07220449ed978a686
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ac73d65076bc29561c9e5e3f7c12d9a7a8f821
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b4824308734310a2c1d7e069c3e8ddbce790fd761dfcf6e8a45f0422c833c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488defd5b0cce2e05df77a48bfa76b92c2009662
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff4acd7d42244276e4a6ce66d05dd009ec690f8a8b126cd754efc07a237e1a8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c105c804b84f5b4602ccbd9c18018af84c6bc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d781885b1c5a50c6fc4253c5bb80b8a9ed8dc28384859c3f2d833b533bdf76a6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b6600cc26cc459448a7d94b564ca9a6e32c954
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea89847bc762e594ff5c660ee709fa883fd718b6c93ccedad1cc972acd4b0e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6393a463af2686937f689fcbb6923ca81e7a34
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d030c3efd0ab22d18ca0fb868bc49a56b11ac77ec2a0c0bd6e789bd45ec725
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bf0b63f18bc7a847cd2b1f8ba9f6577b51ba2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bceb136c422ce820cd259eab6f7b33604e862d3552d514e19b35e2f8c8c7179
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3d3f41ff68857766651065cb9c1c15d93c8dc6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17837c8e6f3400cc11cf9badec61c065803cd9326427647b1c66c738be51dd8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37a057457ed10c792b17adcd26a7dfd086c7345
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f1646491e8dd6047c2f12847070eb9bee0c0cfcf64c69726eec5dd8821692
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc49c6ae728bb9f3759e439f2c61eed55b51e1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88e3a46077310994a724efd858c6ee074159ada773c5ad6edb061ec00ac9f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a023c86d1a43cdb15b5889a774ee5654fe33535
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af4890f60afdefb3576a8cb15679cf64227b17fc983622df7a5c4944a71336
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69622090fcf25cb363932489484c48a53037a5d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d731ac91a03b8c098c3e201a93a85ea1785986c50a9419bc4832594dfded97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c832683aae3b0bf4442a244ffe64672d23868
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698fe09ca4da6fb09415263fb395090d006e6605f159ce2f8bbef78a9afb7005
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d135bf660e6d60aeb8960ee1d9101b38ed033b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1f2a8dfa04c341c45fea037b0c6aa551ac0f9c135439c7a55afd9bfeeeb74e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a4b1e5475c5379827e382ca0977f0039f0cde9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80537ab2502b11469709c7c8328639404fea84430ec70bbaac302e50be637e0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197ae0074776ec608cdf5995b3daaa861a587039
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951a0f08b4bdc03c39301f67789127358d410c058b1f224767f3182495f30e07
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7264a672f7a258783925f78ee4e4e4ab04e987
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6f2468ba7da64643c9188eb852296b4291d8cbedbc59faf17e785373809786
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d0867f54ac9c6bec447806987955d2378df8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca7c84ede7660263d6e95c8e12b815a310f3eb2ee9bc7a65d73a4d0ae74fa0d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f4b5c57321ae6290ed92033f6ba1cfb90e8ea7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5147015b934ec77f012bf31842d9c0589aee4a331992a91127827e523194846e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a6ad43891c04c5c80d11e761d2a18fa699cb79
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2bb5f7b67efeb98c71ea8b63b3e17e0a4866c45c655fbbc172f7e57a6b129d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a238304614df8f2a32871dd04eacb978cf512b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8a79916b59c98a47046b4d41e7d3b43b7d182ea9593db95fa488fd74c357df
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa7d1067ab8644ef662da030a7dc178c56ca992
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53efc684a8c97a71f265dfa5293d0e76defdd7b843a6ef3c7158c1290090dc2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5318fb212de0e8a4de03eb3437fb2a88220ffea3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cc7b787b7d677f01629e5a2c3d55107b575d446cfa5332296a29c62fa5c62c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93e1bf16f5acf3849b5e888b4b4aee2251d7121
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9db82dc665744064b75831b2d26b718bd5ef76b7226c7a33d8127edf4be1e3b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ef1314da69e0dfd01a0fa58a944bf3fab439ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c895e8d0652f2ebbcf1849606b50e9c916a86c4a348483924dd884ecd109e87
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8345b4e21522bc45bf0658930575abe6d04266
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9545eef9b467bdb761ab666ddd7a66f1d048c6396f1e4622ee62986bd7c801
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690421e19144b781dcca13fdb85c965e50b69196
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a118fefa1d51a41be25eb881b7f0d41c5feacc443672c0ef38c888c28a147f71
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20d04ab34b507e6e065859d29beded947722ce
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e225e9ee18cc41ba6ca8adeea0bbc752d40e80594f97e63a9ec39c898470587a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0499965e7e706b5a3e82e49e3d5654123dff3b2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa936fa8a760ee4fafddc04db1b435cd80206489d66630ea8b5acb2e6998f19
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987c47eec2e53ff1db595baf61a312b02c5ec101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7aff299763578aaf14350145830489d3848c9abfaf4ef0678815c3bbdc1dee3
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6cab6a0bbe3dff6b3ba578cd427871e7b925a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b96ab30f53fd095770403fa48ef7cd7f74faa80de7a9aa2218d1e893702796
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a618268bbb11c55b3e3b33f3dcfdce39a6acb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8f2e2bcd8cd01ad8a9b19af1e3592a92a2c1c13de503d8e60184dcb6c56cc7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72ba98099e92544ce018316dd2c90299fae902e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1d2890aea2066e80f691a05ceb04a229e5b6bc4911d725d07d8aa0c9142207
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830ba0ebeb8c9dcf516d69ef2bcdc15c98ecbe2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9883254b967b01a53d1e93be761f61194dde8ec465a428c334952487d35b5973
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89bb6a037318d306b36f1b0c2e7d694f8155f24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e662c1db485852c6472618291773d9e118b0dbd2c1119a096717439a18be217
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9530cd51c1745293fb57732c92d844795accb1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d020e695986a4efbb1645c80d91fd78d9495d72868e6993510b32a23ad0ec25
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c174c89f64cb5c4112fb40b7b98f3735639173
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b7aea8c435bb88d3f5ee6575b629c51c1670961ecf0aa803166e8fbd8d0449
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393cf38b2d5324433a672d0b4d4dd7b6dc661024
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6247a2f2c84d28f74ccc4d96529af700cd89e195085c26699fffbd1d2214e3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d82e4f985f3733dc92142b1e2c16575784a2540
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e8e3df7f1eb1b966ae83254f2ac098f63f392c3f91f709419cd6ef20d98456
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dd5c88233d845f2d3eadfee34072036bae92a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a876d196f85dc092861e2989b2f43c95e760267b9f24f0cadf35df470087a83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699843dae158a460b32751f253c37fb5dd2fcd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e23cbd27e8d864d03baa3cdd6358e553155d9b12ad26878d5ac2beb98f323d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc300aef62cca6216b6aa339981db2d97567120
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b184f85563fd8dc8d7dfe1554677241069c35dd8fa039ce7864d0b8da8ad80b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f60e3a6a9526f82e0365e9ef60386505849745
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e45bbb5a85c7af06cf0f754cfdb4805ac5ecfda98ac2474a015df7d1bf6699
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8632c3d90f5f3b4bcfef9c76fe5954fe477e06cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1abec50920ea1aa2f533a172dee2cd7f7440d42901cd648447e2665753ddf03
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d257dc72da618732d64080d3be2d468cd0df1ba9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd567e89f6194f04563f78b9ab7d3588cee6a7890719a9e4ded17f105e34140
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb0ea4d470e785e6b16f69327bd16b1f246120
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d63b7d823e6d05457196e6b1663a281e059014f488b428ca20d943f8dfdba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ef60c72faf518f4d39089236768c3c409dcc80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1573b5cbc2c93f69c38bae354654936d9ab3bd592c2ef8f69e0f59144b2350d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e529ad3d935e2ea4ace00af4f97b973988d1cfb9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4725380faeb32722e2bec5035d78191f583817ce13e276a602869439e3ea35c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433ecbd9b4928f170f81d634bece5d60a99d3055
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ef2efa063256d95faf745843eaeba0ea46b36b7603f7856871e2f350e1002
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a980b93b953975d694aaa928a70e011913c642c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4489d6f66bbd7741c461c829a2cc53e5417bd514ebe33200123ac57d1d9e5e9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a94eb8a4dc177c68b0fdf9a8dd88f3d5db6bab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafcda204ae2d2480a8c7cccf41186d5fc85d643fab24943aedd12cd7b117e2b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3823b77e2e8e506d928799b88ed714d8f357a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edcc42a9a9cff0e3e77a8a122edc39e1643f86778f6c3bf6ab964eabe45d0a3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0879d5156ae6b73f75dbfd50b50a7e09b95a99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a3653d2fe59c694f2f0014c1afd326d724f887e462924e3f443c7c7f722f05
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1ca773e96c5bdcda88272203cb0ed676053e93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bc7291c4027d15ddd0d1b7599e99c095b6f8de09d83830a3d82e46504de665
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa84c15786ccf10d677601c413d932ccd3c1594
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1eed3ecdd06d2d337dece9c2d1b7ac93787f1fc7049aaf84c2b8bcf67767a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2aa21248c9e87023a77cb501339c8e8e90b8f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1874501098f2b758f1eabb9676d2a3a879472d032d4050c000b5aa457c868103
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a798833bf83ebacf7e8cc8b7b19c9e242292caa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33da360782a1b4692151add872207036280264d9e477c2ac59dfb35d8d09bcce
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf9d7516c12c53019ad98d27ee710a0051a20fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab73c33401abe9512eb13957ab899996500d4b1146d2b2d0ed72627f3a0d7222
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b6ce9ae89c089063e10e97aba6a10ffdeb1ddb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35db249f52872ee142ede1f8f5d3c5ccebe4eed085986d769d95b3f6af2aa1e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcefd70a40cf38810cf8c486026f34811da2c5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e034ad5354baf7ab12fef810affe2207f887f4771a12b39731544787f9ee75
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174f52022455f0a56414fc12245b52ed749537c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2f3fd65bd12784dd6eebf39ca6260cf41d70bf1706fd17b2f026d2f700404
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ca3d068daded7497d0dd5be7a42bb9907d5e16
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a42cd272847b286670ed0188d813d00ffd79b6fd2f4ecf113a1399fc5f459e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a329b3ecb2b20116c1b20e34382943e595b945e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1f529460ceb49c63416eaad083b3a7cb1371576ad8c21a22f3952689356502
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea435a5b868274ea6e70f429bdc5264eed8c461
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd09a240e1b5d784d2bcdcc045f591b30d209c6758f896c9fdd7b58401345035
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252ef85c870b32e8762f0a5be0f588142ec3b0bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce15a9733cea0847472a4d9fadf277b9a8d60ca04b9190393f67dd867c4e1b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a94419e39b0b11697e94079d4ac2f5070b9a53f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2937bb7dee65e62082b69b34645188305cef46f53cf00f16d4e08554eaf588e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598ded29e94eae583fb394b1f952d8331bff1988
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b193efe742bf7b85d9ca189a80fe7ceb773d59d2f8d5bff9ae5f128f60ac45ba
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b0df79646e9fc218a8e8da03e93fd5b8f23765
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e13739bfbf139673b768a507c3b8c4436a7c22ae89c677789ece56d39a68e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe374382e2108fa50fdc8bcd4be0b08ac559abd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6330bbae304bbabf02348900b3598a34406a62db2c9e92c8fc9c2860d0c2f4c5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1cbd8247567ba3112ffd904fe29188b2f7d23e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16324167913db3b2f896ed2991a943a6e9de9dac6870c69d8816ca06bc955ec0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e379bb9fa9d8132c3b093e55db35eec439812b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb7f3d8a3911c030f6271d57b44d05cbdde03eaa9788393a6f0873cd1ef0fed
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7732ba8b26f3c3aaf92bbdffc617f604bdd3e5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b678ee8a6b21b0b3651961848b6e78c3752284adbf5fa47ff91d2ea0a0e8ad7d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fca993a1c83342cf6c1cec2a4d11c65a91adfdd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b5d8590b6efd7d6f9fb0f37d6168c0a0604b024f5993de14b82fdfba7681d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95340bd0a58d592eccacc5b70f29b31d82621b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588a6133b41854f2fa016a3669e3266d2b3584fbe8ad39ed6e1183e4544ec13
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9055cf7f7f9acd1220ae3ca061d1be4b24008c3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68f06aa6456b17cfb5f40c12994f72d002f285337b6efede655757553d868eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388abe9a830ff0d62bc60c2a23d5e2fbbbb6d54f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f6f927462f35162dde267cdc301f7299bb86ce84d5a38c3f3bb4461aeed154
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e0e302cc490f5a0f847797c590b42a9c065475
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4601fc23aee3827697c4a84d7e73cf5e81791c1ee6b1580411fb5d06e91818
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6495a66648ab7075e11ec67853e925bf3c03ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5083655510dd0b30618acb0eb684c0e2f5c68eb0195fd1c4fdd0012dc0acfb3e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe200e46254a7a63f0dfbc0c58740f3090c722
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806f9afd82788ee6254fe8b5fa3299eabaf8f6e32a3c4f986d2384933bbbd14
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffd24ca0e96a22efed2dfda9604ead8a9ed53a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e08830cc767e8f00a463192008f42143fd8414beafee2a25f57b3a044e3150
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5b138b1c112e2bf9cc4dcd7386ced3271ab6af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5132b22188b83aa251ec37be76d38e2c199bab1e68546d85176c1d78f54626a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7badf1ada9d47ca0a6871443b6bf5704b8ff25b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544e241fa358155a8e7984fb365c7de4335c6170962cc92e9c3296a2279a17a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa0645182ab394aed4c519cd530426c81a03b6a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282b9e124c6475a4c15dd8dc5a153767521a697b0a851effb9632f9c1da74cff
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18234ff5c512c6c3dfa77a1ba20b28eb438f32e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62615ee791b8a4b415644212b48dddc74d519f565f7f137d7d7877c0877c19ea
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f7c91ae021b0d78523ab6a3c24e8f3360718c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dde1c0063a9101eb4ac545556478f072bb2d6f4baf949035637f324ac1a4482
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e13060e019983294c1b7cdf7d763370a0cdda78
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713acb6f5a2ddafa1d3f7fa7f17ed789381124d973ebe2c56c3fd69fef3d5d36
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9e709768dccacf8c3167a550cbc198036f1b01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8524f3afd2110f4f5fbd9c97ae1e61f381252d5b41f2502b4a72ffb6c135aaad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a98e9b2fc277605029c7c472fefa3e1b488a500
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b015acb0f88f9312d8ce051e8f4f5cdfb37bb5ff91e34a987d61b804c30e0e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28daf1dcf713ba32f5278ba34c71492ca75f83f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d139e48bba8487e97a05efdbdd86d5af0abe3318e35378b724f326268eeafe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b3e7bc76fb4bf214f6e04f3e3c2a041ac290
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9ec3760752f7244e899ca4a917b3820bec33351c134eb4b7bee802184d23f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc467c3e2f52ef6a350cf92965c47581cc9a99d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71ed3f2b2c0771d68085e83d2af6ab1729088e1f88177869d13dfd3697ce0a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd6f9940990bf48e21772f67e990d5dc320c87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c4b45265eb1a794c106ca3c2ef9d3929f8916bbcc93f1e9a059e068b0647bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a65d170bec1ef8491a1d04175d8760f06f4aed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff11e66c30857d1b2fd7bd9aef6707e62d3c7d57692d242e197dd1016028bf8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504498665e7a486c6ea2a90a25e61f590d5d79f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f86a0189c88a9edd69fd407320f5d73a56286728a09baae438db78b7bffa135
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aed8f1d119697d56c60c449377104a0591732b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c6a93f82ce853786c1107b982850a8fb57545b2f3c660d64194a0095a72380
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3794450467006729c6c7f991f46d6ae7d0d983fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9142d46ffec4375ade9ca6e870e5d48a814259f7dd39d55c97c5b6304dceca6a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5369d3472ccc206df97fe00f4e1cede516200edb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1346c9b4a16a018fcbbc07389767d161291577d4b83a814fce9163444e0bf2a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e6b1cc5ec05365742115c6a51ebc9742b60105
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed7cabdf8e523841ea27aa6b0b1ce629f092cc130f7e74885686752ba3a856
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e563eca195cb8f45844d74304761b22e02833a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f5b1eb740a1c393974e82c6cc3853c3dd9c89f0065279d11f5bb9fa2606a7f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8e3ee98f87e04aaad6c69e52e9185ad0878b35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820fa587d29bd3f6a7146f76d2e429021dc21bc57ecb8095508cfe0b65ba030b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc3eff6d72a15bd1c292304a1b3ded59a85e1f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82dc416c5f4918bc6062ae5b09340413088455540f41e3f8a8f166d5a97703a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8e50d72ce8aa4ba1a0918af2e66faf17f0d9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191212d7fd740b64a084d447fe2f7d344ee905f6bae13545c57940a81f054813
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af85104564258c9197b6961cdbae77c5fd7f509
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68052324e8ae3ad0ccee23c9c260ffb22d1e637a2b4bf1782f555fab3fe7bf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a339639bde714837f11676c73464cc1df91edbcf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd95001e3e8a1603c991c2af73b8aced2d408660eecc44d8b902b7885e4acb8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a45d8565256fae848c92b6cd665369006093d12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cdc0afc1492c81c2923ac2beaf9c6e41ee0c610cf4ed3529862219dd26cf7b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed39e7bb433d54e4fa64d52b2c7c536e3509671b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f407a4a59dfbd248b6a7928894fbff591bdcf5b046849411e46556458df6a44f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29324b3b7dacf9984216aa68cda6a2fac8cd871b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d212893c670ce0e1eaaa933792ecba53600693c6a678c6e3fabb8a849c6a06e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ee37c2d73fb155c1572e9874b27ab62d1b3904
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35676ee8ac424c7e43126be2a711032d118433420f19496991a3e4708fc4590b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4db65e33dead8db03da2eff3b8a8d1770c29d0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a0d1b80b233898c47074b45daf96bed6a8318275b103ea680d6a2177818d6d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d593ace3fa91003b247fc24c3a00e58ae0b881ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd08089caf98d6205b07091589b38e89638a82a73c8dd50030e814d1a3aee75a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2aae5bbb9e694b83c281f78ce694b549a067b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877875b1993d09e7e93e433fa12e5852acac962ec6a2a46e8443b818f4062b51
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5cb882981e73d9dfe776b1bbfee2cbae531d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e561d7520e851a182bfb6a80895d288db0f83e0f588e244efa82444d8fbc383
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6701c7869ee6f8e2d4069fe6a04f88afea18e9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c810ed284c9fa10d448797bbe8c21a556d24f58a904e9f247f0172ad2cd4d7a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294a85546984a4baf9cbf0d19e1895f1135d1307
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056b15569e8e673cc5f7046e79dd752552303f883d076f0734479eb0f2e72f97
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf36f26f9dd8c5fa45276ae4c25c60e08afa5d80
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c8f141caac90a7386e4ba29dd2212260533f253476cdea4a31dbc485eba95a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a88c2eace21c9b50b97cad80f11f593d917d71
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762d13ea2bd185922e210f1e44949a9474e6c85194586f964d54696e0a09ed91
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c55dffecba306bde8c113283717041985d569b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1014d9383c043d04d36d82451c9109d650acef1a7db98d146af3af47112e134
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d887c852791fbec0766372f8b67fac9c5f6e2101
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38da39062b3054fb01013d9ff9b622604b6d5512ba3f1ff9c15ec4a5e0e5b01
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a650d47bdb7404ac7b8fea0d21772fa20fab243
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9719c2f917a7f0af3670240dc9c25d21a179d7c037f0797443781e2b9f0bbdca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbf3d1673c60c046c14eaccd9cc51b9fc46c912
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5bb6d0fd6d39db8ad803a20cfa55e5dea62264b5199bfa1695f32555666c05
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e99e740112590879a54f98c95cf73b817e181f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4884144a884e5c0044bfab4354527dacf2c66c3aa8409513ea194461569e78
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3896bd47530f219fbb26f769d80f1e0c13ee2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6be8823c177027073b09296d8146b44d7ef7f852007a56e03b7a809c79d873e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88a357d548a87673756c1ce64aa30c45164b102
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c190957af1475383f447c058df90dbaf19e27a1ffaacae1462fb06ed98e9b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1a849f44ff97724dcb2195dd2c3cfcf60efaff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fad2392236555c6637e7ca3eab0ecb841ded9ced6f96904ccb4163af0c4dcd8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe6fbd061b8f573565861320f0bfbda0982a88e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd4abf459115746ec2d4c96370ea43383373d3f9f2fdd608e75fb0722c5b414
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58dab7eae9eb4f8c3bd47d8c1a0be4c636a56ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaaff368fa0103c1bee47416edd3e87771084757f0c95f5e2737536ad88da0b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546f14b03f69f82259f33cd5ca60aeb127700fe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92eb4d6fc21e5fe32d148daaa7509be953e3567d23f5c3c421c33602c62860
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62065f1fb2070577296732bf7af3a93a15e454a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412be190fd3bdefb91388532ddecc36d57825e728e1c59e165710a88e9b78821
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb2c66ea19eafc4eca1c9afcbdd38dae03c0c24
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc34a5dae23f4d45479c5f4de01f7b6ea258d57c23d2b0559ccdc60b18861848
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661996428d27da759df571ef3bd91057943ecd2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3512586ba211453fb67cd7b8eb550377aacfc5b97b122167d49d6210ae4675
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbca1f9f2e596309e56c738b4f126ab18cbf81f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f8088714a2a6f6cd8da32a2f2704683abf5de40094fe4475b9098af5bcef60
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06767075ca53efa1091f0e6138b1c39556c49b59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36613200e3adc6e3f2970f291e5529ff2dfbbde5b69acdd34225d097aae4444
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742fa5a16eacb14f8280c65826ff653952a2b017
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e664028fbac55749d010c329d3c6ae6958c25907b5734284a7d5bd754d8e6aa1
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f227920b15f5ce1a1db2054473129de4c3310d65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11c995bcac6db07ca84c15dc7015ae31f308947558743df3d51a09fe007e2a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381b873de02582bacbbd92f670295e9e88b953f6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf84176e297b6b49dd8810bd96426f382ae6288580f99429272df89aadd97c49
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea05e5b0b46619a2b511fc70e6092bfe11e014da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0e437cd6d64536fcbba04e3129c2c0b26d4ed629db78eff40dfc4cec5f3828
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0ccee6703af55a66e07272af8c91d078eda22b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272017267fe64c0eacec08bdaa6f29f6d876b99036fa0840e6ec1e7d4a7ffaaa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eeba1bafaeb294fada8714e45f085fadcf63f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0172ed16da4e89fe53568dda6f5379ccaa8e8087583b7fe55b2f589c47745730
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37266fbd9c4b2b3b40b4142ac751c61691c961ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c062eda920dba1e930a9ba95d6c616b4e9e6e9e698819271b3fb53b27dc4386
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf68d799cad776b42fa6b1bd6953d39cfea5a19
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ca359d68013139517d01ce8c30fe86d74acdb7ee04b66709454b7b10c54f2c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694ce561b455c8f8932ac3a0982fb250ab924b45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36505324bfceadcbb50cdd57c2246b2c13540fcf8f46c5d16207e85e673b1e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ea6b3a026e2ab357c660563c9d1a737c86ed27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1cc53cad5e76ce05e3146fde4876b2aab08c7ad628e512e4bb5733df3a7b06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88766d285b5a394f38df6e2b759616ad6288efb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3162446152cad8c871dc15b555f0aaef988c5616dbfd03adbb7737ce25b1e88b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023c92073c0b666c4daf24187537ef044b96d163
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85957c1b38e6679444464ba95c9baa5b87f528fd5818d6b6544920d53f66dc0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca005f22c473992b56b1eb4f2e997f9f5f579ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19939525327c693f7753f4510352e6e4667f322baa405bbfd132ac218afbfcf5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b793aabcf0c27ffac2bcd6b0d6de88f52fad7158
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88f887c94d8934f37e33db32354ea370bd5f18ead826e304dc2326075a52c82
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7219c9c34d814b33c52c4df05f936c7b49aa0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9c4ad740ea37f61226de32e6982f402fb3e0789d72b01c67688f22a7311f81
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a12a84263ee3ed78f9ab048cceaee8fd3fd4b7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37579a3f40b88358b8f3b3c9f071774c5a6f4d6a762141f83f82713c9a22ddd9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ba934302f8882a6b89dcd51557da534b493452
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78eb6bacf064ab6b1d0ff7d4dc5da88ed83c7f521aed11a8518226e70bc36af
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafd79771ae8af33d5e96b03f76bb8f80386da15
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92515676c6e88724045bd810db30572e051f95545c2e39b4ffa412e482fa4b98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3522ae07d5d27358f1e972e2cb4cc49bb1a4a816
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2900a3f38157ce55236e41df84ed554749f2fc52aef9acb09285fd84025704
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3c5c0ea4f4f896ed9828555b267f0df6ef15e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04fff6fd941270a26bf6ccd7ec98726154bc198f971d40e567fd0a99445107
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b85278c88425797bfcdb01e042e96cb2f737e9e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597dc6a4c42a0f76af3ded85fbce46959e6eb328ad3cc096cf92fca1f698cd8c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c639cd6efd3307349552efa89f814174586132ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff78bd9d520241086727406c34704c627a8b1aff19440ffd4527b43752cb493
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6235c619d988a2f1a8afca88b657d2fbd372f1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dea57f09499e5c9df4e93396c7a2e6ed7cde8d41c35c437bf60710a7744e095
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5fecc3cd6bed744005688016372786e12b00a5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e596440e889ea171dfc9ba77f08b01f81b7485308172ea37184a9dbc67d7c7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c16f3554d3d6628ffaf348a18259fb4281d91f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86636b8d1e80736bbf76959dddee3a70adc09019b259fab071dd08ecab586f62
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952efd6912b72a3df40827531a704a8712e50ef5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ea616e58607197d7340c3fe0e178a3b185b4e4b829402a2337d7bdcc13fce1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fd63d1b46ed24255d437381661cb819a6cc779
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b22a30ad48f82cf0e3cded83e71b078a241b61c4a0d80ab7a9cbb27fb03877
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7c381933fdc3c603f110973236fc06d01f2e48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d477c9022e822b197bbe9d78a47c46e1147d7745614f7ffa30b9579b04d654
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e1982d258a9e4d3fc301ba7200f8affcd6101b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877277e6a7f06f1afc1647ab9b73ed178c76cfb0891af076e5f5d5493db06ee3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf615747b69feff2d3d0b56804a41e2536901ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8063576bdcb4697e4cec9516dab0c73a51061082c9e726b97a7dc381d6d795ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570439433a2de26ca29aa5a4b0444d63538456e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03048d0eaac82ddbd505f478167c06c544e5b2c7cd125c6c1ab50a509eb5f5a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6147509687fd029116ec8018256c729b79a93439
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4137a77b2ceb25f4219f85eca7bf078e7cee3f5f6fc2b14164e73a4a843e09
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b73a724b9b378c56cdbe4327f3138e8999d21d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eca5e03c38bf5d1750433c2ec8631ce455bf1b004a5be86b566758690eb4f4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62084100a453428464b0a4133d56fa432f096eca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baab6f566a41f5633123f00d2589ad41288882057b254321d6b12daafcc23152
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ff5b32f946728a0c763042e206579bb4e909d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a55fde14f0064b3f043c97a784e92ddddddab8b7decc6cacfece5076d2b8a1d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08182070386dd0ff191004a908f97c951515aeb2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c442e7a4ca1d3d54e516d132da11df5bb861de9d4c162ef31f6521b159de32
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f82452422dba627d4de9b4fcb44e64a5559318
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeacabc53bfb1eb2ce5a50d21885208ac8debaed9531fa3467e7de870d337fb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846709681e3e0d6badf62e7923e63ae7e6684d3d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2812908f489fcd60392e6e6d803509f17b2be8d1f937ae37d4f04aeff35dbbc2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6c17012ba8cf9e334dc29ee55f470ab3ea6e98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177194a207bd7e1ae958744575b4eb502fa4c348e7a6c5affb75528c86f127b8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2661f70fa0395444e32a540959882d1d838b38b2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9aadc98079a993185661573eb1365fc9c3062702705763ab196df1ad4f83b1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e517a31df620274d50a2b2a9f44dccb9bdb35c7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7ae5b8da65e0f2a4a83de3404fec46c2413dd763dc5262f0cb9fb8e4940b9f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605afed8a217cb8a09218bbb67fa0021ef723eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eeb3891cde7a94e3472ca3f215f9297e73519248dcaa1b2fd7f059ce2bc223
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f20366ad1418f431e9f329fac692d189f047e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17abcc8af76a5e27f64ce7dd0c6ccb05801e0f49b4f3ef6aefc414ba0fb71b84
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ad7c400a64f661510947f42da532e5f131b372
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6672fc622704b2d538418a426ee7363018f1e031849e9eb413d76a31f70152d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a46f77ad4b9ec1df0ce6d3c839ccba97277eb3f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1220ed5c11c67c1387dec626961ded9ec96f4f13df5c8f08814fb88926b6e3a0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6740f33c73fc0f4991e43ef18aea449b62a77c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fabafabf3e22b2964b741318d0744cf3f0fade8f2763abf59c2021390408302
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4485b908948d505381d1a3b289ddfaa42388dc3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c35d4fc5944d259d089b9519d9a75edc2945b84815eaa237523ce4631e2e2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac28bede0543cedd8afc2efc915713dbe0fae5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59f30fb224e3d783a3408e034fdee4789e07bff83881687ece3a720570b6b81
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb1d64144ef2251cd80af08006fe961c7c6d27b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75acb35e508b91beda29dd09e360ad5badb2d2963a5de43660f39952f00026b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be193d584e439b6801933e5b010ad19f6d4cec03
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3b59000889842da174de19af2a29a09fc2328075f65b373a601bc88bdca97
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a2ddf6663f5a34b0d3815cb21b67b16ed4628
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dbdb330ff0b4f796d8e466b5c9811decbd884ba1c68ec1123be33821e84530
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1574fac2c143a2ac76a38a3060a29114dd91812c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7cea40de127a53818e4304bda10d690e9e5cdf19040abfe62555cbc92242d4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39534343916d31335892bba23b80ab0d9edce509
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8a47551ed1d008a19a3ef7292d5ed012e4437a646940996590613f0c2471ce
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e61d4ead306536ec3269ace7f936db5b2d2c498
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a25a38d7e837a64c319b994d6dec02b4dc2aef0e488bcef0764b12b62aab7d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a950799dc7b60f9bb8849490e80d01e5d7d2eb91
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eadf6ceecbc4b71abb285e1d2d8410f862331382efdb5f4dabbf21fda7ad2ae
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e91b98b8e2f84ee2bbdee152ba04d61756bf058
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778a00d5327315bbc211659328886356d9dd52878a2cd379ee179cf92ef6d923
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d13bcd264db8e8d6cfce65d622c9f92257d1982
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf123bb220b5a1a6ea815258f38e023808da3885a10dc0c2a230c271fa9d2f0d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d560c4783d1ece9e601426540722132a706d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d855a43d3d9ed7af859fd74e269b5d26d1f1db8be59ce11d802d749f49431a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2785c913968578291410466217ff2d2afb3bb72
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354799de6ce87add02feeaafb906b47f352512318cb9d6049169e9a7338b7d53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb74f6fad861235d2a4e99c155e767514f0c48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83848762f6064b3e4f634587e50ce9a0d1261ed1165037290b5602e8982f1eb3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bdde5b3906c913772b4de041273e5744daee96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9672d0fcfe468222f6514a6b7afd1943215edee03c6505c9cfbbd01420609897
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671eeb0698c1f3ee0ca8d804b0d3f3f070113697
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f030fc285eed65ae07960934659a33d48f5c011a4a1b737c85edf67e9db46778
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca56c381324687963c0e1c8aa99d7658f054f8d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1e06ec6e76f3dd12513a394aeb72e272f7e51988eb13bdabeb5408cbf9d6d4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7e932d30384951fe27f13828d7efee50c12ffc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258bedacf3936485d98d96c551211cb5bdf793d156159050c60ebde73fc426a9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470bdf303c5457c3be9f7547c779c2168c1ce9a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da9de7fb34edacda2617666ad3dce183335948e19f861e779abd1dd8c5b3351
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd50b635e0807fae5097dbd3a55a7850c0b705ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd36176114356a09da7ac994b64a95d35e7b2f292a1cd6a73bfb7457045d4b1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266c34f8ecf532685d2c3f0deb0b344c968252d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943b6797534ca0d35523703e6c276f2957e5051fe1d103267d4478d417f480f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bf164e08164f0079fb629e5c1b62648ecfbf5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680535767204f6b74a2be9fe5d72a8dc4f4b1cd0a1a8951f68d9c5cc74fe825
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44660311da0376effe07164d50fd0a0af3c7fbe9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd670e5203e6c4eec6dd52e9ec16f22d3bd043fed2b94ae9c35e4ce4db89155
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75891fb55aff18e2059674db321170e756303d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6588bf66c387df8aeb0915bbd9e5a673e7cdf84e0b752d6c275bc12c38a63a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800defa75da06d8608f7eb9f66d385887ce9e7eb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5540e11a1fef4ea6c67c4cf30aab066a07fa201125246a2eb2a81ab9aed8e64
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b62627736b73c1fe1426cc36b4f873bed4e30e2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3e7665510c7be29659bbf9b25435835aebc869c188be6b40b8349e517c6f46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bcef756ec864768dba98357ab8ba9c9509fb88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af43ecb68198a916a2a3e36f3effd1ea3530820750b49f1b089b1e5ed5b30e5c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56abc84ffc4fc0d4971ec77aab0b88c5e4840b42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1d55b1c9ba580e4af631f71ac63476279df38a80015d14a69307f69ed198e2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6230736056143f8cafb5676b957f1c21f15e694a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1654e7c0a5616cc5cdf2d6c9f4c35f3cfb4e407a55d804a6be3f7e6e05537dcc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc80dc85f927ffeac65f315721ac330d067691d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f99d6e52b29a2840b6470ed2147abd692759686eaad18b376303909aba336c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ba0257f562ce5aa200d4f32dd57a263b9d9bbe
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491bd7916e4aa22a5e1d0179a055525194dda7a270dd68326e63470fbd44728d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7928d50e8a4567d93158362aa9928b835caab3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763cf508971d956a2d818d04eaaad06fecec7754e6e03c1112a1c58358460f95
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5bcd38b07f2b054d2167b8a3da28e5f13b6259
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2864c12f5da8285c44ad8a41ba671ff1ad4b21153bc8056154f66fde88de35
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dae372d0e3df3fc10244d617614aea3c9070dcf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ea7e978a4d3608543d271527c2fc3e9946f66cfc48cc485b9f903e5b3dcf3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084947dcdeea831f9b2c580831c47f637cbfc087
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ee79f87baf0a90ecf181f6d30e222150fee7e6de975fe417b6239451dfc617
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551ca0f0e9437c68580b3cae346d4abfbdf1b346
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291cc57bede23909f2be806a37e6df456c0e68f7b3b51088fda6714688675ce7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf0be414393a6b724bf04bea306d30ad77af36a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86178d6fd95a2d941b7ececf2c375d2e2e96f6dd25a93168338cd7ae37888aca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6808f25cf0683df1093eb6f21b02cb352f613c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038f24930bc1beecb38c6d2b3a8dfa77961dd04fafd36dd78496b88eb9aaf32b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a9e2b6c27c3b6d6800335503302a69569fefbd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7f9a7070fa306a9994184b0a7a9c179cb985f97102048f50ccc9754dde507
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa421894d1c3413c8645604ca3ec44de7b768a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdf1f672971c0deb6d64a9d82c9862742b27d1d1ecb6ee99a0dc0144baf4574
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c851e3778495aca85045043c3c3fe1ff86862a94
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0437b9d1f3a2807b8683200a6bf66b015f7772ba7cfa1ce7c7dd3523a70e58b6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764f855a68c3124fec37a7f0ee133132d1ed9e0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4434031313781c572daab1367508aefdc326d02b5c8c8733a750fa0a227f80d9
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f927f3e4967954250e56034e76c1e30f1572fe0d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c30e13c87684459f526f31680766135b20530b56cce6693570bf4f1e64e732b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13945e7e5ab058fabb3dcf36a88885a061f3b4c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc451db22c862ac31583cfc69d2a7adf99bf23ca193a9512a9be998a9ae59998
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b69c62a5f072657a09293feacf6992c940e694d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da5bcf206027ac05f0a6499574ed1e4cd5bf08838868a6dd2e2aca263e0317
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1cb5bb8423ab232b96d261fd44759ca908665
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc1e22bb7fc09b52c659e2618601db51fe60ee86084a790a96f130c6ffb1e42
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a695d0f8364d36f84c854aa5e692c763614caaa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce808c2b44591fa7567ee8756c02246a1fb425e0d561e2c3f008bcf73a4c28
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44b7f165a856e23e306e00fc0333fa1c7b0a079
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b629e2a05fe3ecdeb251918795915ecb965d4f3f761ae44ae75e51169f2ffda2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da8af3f64f8eb8c6c0de4e937609b8f73ef663e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9973cc2e4be05dbe3b4e33dc948e50f372b77d3df973fdb9b650dd751953886
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c57e87b8ba3ac5d0790f2b845f4ec9a544ef3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f37fe28ce1a1e172b1e479597e78e55d55ff5a012564d2a368428ef709bde24
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f023e28595d5a8cb1c2a0e0888ce273ede0e182c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b03fa8ce576f6c2174dbb539c4d6b658a68ff065e7b1ebd600c6dd65317570
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e16c3b3be9376438a48b20ec254d9308c656a20
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566f18ef863a689be5e8375a900631ff776e0a199d86a385827b24e4133a253a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ed62849d3534b58dc18034d4891f83e706fb5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f1fa99f032a1868d5263a7310df93797f5a48030f1ac69ae7a85fd9ad4951d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f953461501157e5138bbe570615f84f2705c76
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3eadc6d8ec2686f0322ac3cebed94ce77ad88c3dfb17ce0efa361795cb519b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e726b965c4ccc731045f5b5235684f0cdcb270f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe034498a03348adc436e4f16b0cf4e3845e7343fef99bc5b15acf874a7dcee6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6358629591a04ed4676662e2b38d66ace29049a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8134f450c040a2e4c2f542425c64e5ee7fdb4c777f26fc213b16361eac5a6b2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b33de6d6c3f54a3a9bd8c359908a694ed4710c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ebb0e8c7133a50807b7f55aad92f7621a44308d4b81424a5ec3236915b7f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3070cc6a6b312403292b16c11a74c82a60e4eed3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49770916fdc77f4d59fd5ba48ef6b3f49e414b5f007edf6ed44501b3f9d6d897
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bdec35b1566226df41d07462232581cc24f0af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97fc2ab04a1cac68aa78a789b194b9633bee47c47d83459836ab370e60495bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85af761e983c63227e07d7ad195e3b0e6cf2370
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29df90ac637c3581d0793fae7c4319bdef8128983fcd2ce08d4320ecb8eec8c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170ec4848830c465fdd2ba6c19519f568ed20c99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed38472f9021338280e66e24a8b24f7595baa5d204c39c542dab195dac829cbc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59294853a0fdcc55eec37f94c23d7ef686dda06
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66589dab08f5444ff16b3edfa30047eeef100c1a8fdf6f5f03a4338b8703f93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a627f1495e0572730e3725d240fd020ede996a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01685b5ef058dad61f6f30af6a78c09fcb696e2049b39cf47789e4a4fe6342a8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387178013cb81a1f46eea20822fe67691faff3f0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be587eef5ab0dd615cb0c84e6c500a670386030196fc908ecc8d772852c0dc5a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e1ad2259cef182be35a3fefb52e0818d5e5053
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c84c4585f83611fafd5b514b4e78c7354d5786b7523e08e62204f6e1e2d3950
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767a71c67f5e34f1db939bc1d8c6e982c72d34ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2bad6777cf80e3f9832e92d97ade4279fd2af541754b2f19a9b13e2acf24c0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4030bd8716d683bc8ab37a8a172933f18457cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c096c2a4a695c048151543351148c3d4e73bfcd49a4669db8761e466d7f7d96
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5b5ff9afa495a3b658bfa1a941d9720dc603b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d5be4227abf90acbe1970fe5af7ae8355e3359c536e6cca15e730279012c20
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a42f867f11d9796d9f2e4667d894e388121215
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa52d7d48e951ec89e62823596291b4f6d4e0728d2bab3055d542d44f3ebc0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78aa553f6d7f5b9b3bc878515cfd19b09d230fe1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc8439e749c7bc3b2fa35a098823436479d98a7eb4f0e91e90b35f131b27c66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebc18874e571b1a2ab0b99c522332b06da2612
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0985725e7f55814ba22fb19c2042b52c87fe9acf6c69c541ff64b4077706db03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e1951c280f77f9464adb04f7be6f4897b6a5d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2146374cbdf4af3c3f3cc87fd6e1495ffff251a5a7157e40c8676ee2c22ec7c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71cc600d8c7444e4da004b68e8bc8bb57f735c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72cbe053da191164bd5375071f35e037cea483c1a278056d8d642b38881dc67
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d777a3ce4b16b6a8ed62251866ee362df6ccba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a34bfcf5a62715072c9f28bdfb5f5a33cd347e0ba4b55ac35e0c8004bd29e4c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b5a6ba3d4065d6fa75907dae6c7c83225d58bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435eff1f5f3e2a703b8095688921dd66fd5c47d392d570d73b89b8dc75d4850
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ca9c8a08a8b2928e248b2f9345ad3ba0a453e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496a7070e41fd44c7513470ceb934d91217d91b24b44efef14a1546957c7e41f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ba4715370dcceddce2edd5f8e02e0c1710a18
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195636cec3cefc9bae399906d4dc8c69ce14e56621cf63ba035bc63b350f9904
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b6bcb15a6520f53ed5430e042f1fd5f13684cc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f7ba48eec6e316e7da4e07c5c27e173566127001fe5a6310d285e2c3527916
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c545182249b8288c672745739f7ce01ae9397040
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930e9cabee9962315dddc498c766b33689579242cb39847aa3c7ccdb73efa320
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de686e68c19e685f1c56a22a788262fc30450740
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c06fb4005e9a05fb430beacd9e4a0a96ec5046839be4e60ed1c2d156528dfb8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16f3ec18f95e65864d689c4cd447d214c52c5ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808282eb811e4706975fbbfb3c619d26d10283d74236b28325878ed7648c67d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3996090780d39acdaf6e3500e8350503d54fdf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f745dd5f8fb9eec9de6b5a279835cfaa51e6ba75d600204e0008e1ec9d88b062
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3793ef9a8e9c054ec4b46dabb94d7e4f2b4d4487
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5810db9108cb49c08fcaf4ab4a4641e801c824b16dfdcab89e91270fed7aad
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6187c9dabb01b632b9a2e2d01a1a460be6ba9fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4a178926620bae7553da6abef82a14e54566f9ca145e20e5370af3ba06c78f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564b65c4ecec26d86331584a7eabd3cbd2edb87c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cd1998cacefab612616db3882122e9c0ce951a790be6a7283f2b7927f8d2ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1150fdd7e1e4f7796b731202cd6ebd034d827e3e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65ca37d5a719230829e6774f0378879bd4d96e9b9a3ed12e6e27ba41456c466
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39d544f62840acf1deeea639b08c374ca327804
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39ab23cf8e4536c23abcb274fb3b7fe40f9b9713aeb1571bd23233fb1535b5e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3498a740a97088d4642c10433eb350d1b79f691
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff5d42747ddbf1dafc8672c2633a229c5b1f1a8c12c408f0c6d87878ebb40aa
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2bfa693bdb17147966a533e69bb239d4cb0dd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d802c574bb7e68d3f88021824a94b25e81c11636e2211f7ee539b5d0ebd65e84
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110d69327f335aed69bbe5be8b8e0328fac42cb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854440a8f7ed47ca7dcb9e83e044ef1e441a897acb3028f14acf243191c85cfe
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b02724b29d958100befd4e971393f87b1ee74d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26299ad753b2fa3a47c9333755a084b826d72b1d34693164caeb93c41211c24f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28e639d48ba0e7324567831459d6697008f23ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1343ba0c8faecb80663eeece08038d53f6ebe74196cf452ea435fa710c89e16f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90db8458db65c3e7daf1fde60719eabd14ba81f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487ce4cef7aeed9fec5e50ae488f17a5b027589d9c08d44e9484b4207d2b3636
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54feb78a5072fd0f93cc919587df21c7d79cf3dd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f659372402674d6d818e8b55ce6f785875c2c5bb609e86f596bd708ba7ebc90
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84602d88d196e4350fdb468e865b89f3b334d1ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de3b1e450604d24d396ea199bac3fabc2380e5fb7b6c2cb1600614b036ff7d4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3ddc468d269f92c2429ba490c101c619367411
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e46392149c5380b100b9d751ad13504e730a27375e8fb59f8bb9ccf45966d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c0f9fe4f6dc4845b1ca4c2530d5903a06eec1f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d57c9367a8edad99726da511828d6f45711adea1153448b1539cdc04c4ca67e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec44c10caa3ad5cb14f01c5c4ccbf52491a6c4ef
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feade0bd85d9987dc6f52ccb19297653143712de751b28f3bccf7f1e787fa0b3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247d6571272065cd212cfac24d1d2d6ac624869a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f23f032c2061b4a23e27a35cf14e8ab651f1593d5fa80ba7cab44baaa99209
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf756405aeae1b80cfe44aa8233f75f98dcd31a7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8c9016f63f277c40a18f6cd5eadf8d0708401f8532b50a78d4fdb10daf1fa7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be5821ca3e35a6641d7329b6bb9290b40e52c66
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeca660ecef7c35ea3a897e285da5255c3cb59352db643e8cb6eef4c26419fd3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab0f28081d1bbc88ec22626370e986266ad0ef5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9068d74a2aeb20fcca3998ce9ada5486b416873ec3e041c9a525cb1676e73
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba20b7e53d919cd1f2c56aebdeccc55cb870ff43
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4b5e00db9d6564c732e149fad2db13f0fa08ef1bcac95d0bcb97239bab6266
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f46dfee06a613fd1b95889ea7388ac02529d3ab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0af43c1ab88443f9b0b73531ee385bb23ef6c1638bc6c70e939e3ebcdd97fc1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55e2fb59bc30bebe52c6295cc75e511fcd9b647
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938b67e314070f0a71c6ea2357efd4d45c70f4e5b453c4698e5899418dc0d45a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a66ed956aff7b1fdd45165a1c61b8005b718b1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f9fefb7c03d53d6a13e94ddd291bcaa543b91e4fdce855a4aa160d9eb7d6ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e17a37d7f35aa46d95d1346d7b4e9cd0799fd2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824f5f5badc7def7613e0eb60554fac4327bff79c0ed1684331620ffbf0aaeaa
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82708c625a6a972ebc6c25d78fff50b5846c68ac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f121e58ffb58f82ca1e07908cadfd6d79aaa7a24ea753b3362bf24475841726
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92287d7ee104dbd085ec31c35bd3f406f8c722a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b8f832cbccc55daeb1e0ba5a21f198567664dae63e48d5760178dceac2b1e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9678ff0deb279eabeadf79aabcb56a61bd70ac2e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154d25d65dea1b66638b0bdf145352fb81a9dae88347daac565b4edd1298f6f6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e335a376e336a96b47e6ae8185b55321547ce5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60139e5e726dcff4cdbf42b641423d5a9c1e040fd8d8ad7ec5323b5f615fa2f3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ece4c1bdab7dcfff2d2e3a503019efaba5a2a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e427341b5c4276e5ce92bd9ffcd225fa588df596ccc4407e642b190752b19
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b963dd6cf2af6d68c6aeba7b728f4ddf34123708
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c500d978888252b1c89376470486e450c2e38ad0151ebffc884a15e47b17e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3791d17863d16a723f625d87ea1cdb6e62fb2538
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3695d9f083518f7c59ee46455d91beec970d0d1f6021d958e4b5a5932373d512
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f701cd415e0123d1f1fc0a946ea8f044dd9f216
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8207cc028e670ef09341b915adff04f493038cf3f80e6aaf892aa91c1d2c24
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b588b5ac2f0ce412f0ad5699f9a0e6d2be614ae2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa0f6461e0fc1a1c92682383552476f3cb65193bbf3cb11a7a60c094d864cf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1044f6bdf90e233da4e62b913d26c0c4901d6f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f035cc6ef1d11232177604e40086821a112ddb3cc25703bc6b08246b26b0eb29
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683db4102dec1183df321401fcbf640961de647f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1c5399225093973bda2988afc4e8dde7fd04ec9899540c1ea95c1e39162f6d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f0bcca82800b5c5a5ab28a59752372cd9d5e02
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f897fe634359394a133e761bee589b1ddaad8cee80c8c8bed68c224a5f414a6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded4c346500736355422226f8d2a43d82fee2f5c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177ac57ed46ad65565b9c8fd924c52c203cd5146416d3934c3632551859cff4a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c266211c514dc48df01416e97fdd5a8f1c5c173
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb0ba2f2ba4834bb05378ea085fd47e05c16a76272c96ee452f7d1ab1d51977
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c41fd54eeb693bb3b9395aa22410c59784d1c1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2edf9cb1aafe2f280d9002b23d9315462c9e258775b67f50e055a9d7678aef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e8408df5616382aa2db674525052e76c2b22f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b448c9adcff636161c5adcaf1a941ea6c34ba59f8346177c764b235dd0223607
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b81464b591dce4f29038b7b3648bbedc73aaf5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fcf84f8a433d6dde171ddd17099154f74284088e110803a64ea7a4861e2024
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d68b230998ea257d8c98a87226be0d81eb773c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a477e231de4b9da8ba5113342c1652215d2f8a6ed4c0a868333028baf24b05
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09a03e360358389c845ff5b1d18e5a771ad3b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf7d74a3d5b1e7fab7f4b0d3d6d12b7408762ab1f1085645381a99c6c97dc47
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7179c3185e8f2f2e17189e81ce55fe11a239f315
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f061fbe49aa336c31ed4dd9ca09869822b9bd9c124f72e8159699855b4a2a59
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5666cf3682a045e94ff21d9cbb37bcf5240b22c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e8aa9046095b6fc7ce27f46e49dbd5552dab15a58aed5a862f1d6139b4f743
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30b2ce8e72ddbb3aa55494928b1ac20035c6649
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0865b30ca9ef3062b7d54ead0cfadb043028179a35e09ea92a1195dd53c72b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a33824610b542e70eb3277cb7d970715e8e6852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ac623ce41ee1ef1881aa7e2e31ab07aa096d90e13edb75cf48b93d5f9455a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eeedc96ad6cd3b107c2dd228771960934ed7bb1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44d74a3a6e5bea56d6b7dc61b2d2652be658d55e4307d367d339bfbacf2a71
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be88fea0f4e6658e41972260edd2be829d679852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3fa0097b8ae81b07da7eb5948722f689b9b276862b5aaab56fbd3e0495be27
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a5facaf7d6b62330ac028301f5b12ea197318
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f68dfddaaddf5f7fe8b9c5d161f36dcc3ffb1b98b0fad72570a72c76d88958b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d21d1f5b1d5c19cd8096f73395ac84d6bb5534
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b92be6f8c68f54a7ed8c98454c25011b9b5d9319cc3cdd0aefedc075f71de26
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666e86c04e2bed2671f11d53a4d50db77b1f3990
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22d45c6475ed91c5b19dbbb5df068d3f21effc7f9f1f894cc972c5c90057e8b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbaefa40ec365744133c0e67da4f73ffceabcf1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22661e695235e03a866b00d4d4aaf838915a5c74cf94ec0719d934dec5724f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a669b2a56771ad2a3f8d03005f2881814c045822
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696c3aaf9e9ef32b44541449ce58f7a87640548448d1878c83867496690d7cd8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88317b115818801d2b62a48427915579ec3807d5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9257923ca95f921062b848725dcbb6d6c3a52699aa2456a891ff752f9cbae20
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2014671c7304a222c4502424e43839ace0ed1b88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad0abec80d7f82be51b5140596740012e63dfa4ebb91ef9d5d8136d186d1bc1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8bae2f3c4c95e63d9bd5b4578463e79001721e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b379ee6e768e373b425cef18742b5afb23d0124de237c92540d826f3019027ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a79fe1d2bd13760c2d59bb666a63c6e3e9cf54
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6c7c40002f2d36c6e90f8966314209f6bf8233fdf5afa50dd457302fc6c60a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4c8bb9e5b7151f7935d9083d6f66f200211458
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b31665cef769a50179e4a2d520680f0a71bd559e68b25e28f6725da746bf39
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b70326e6143fcb0fcdf0c4cd1fec3ce3d5e743c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b631c864ba0031251d30b0bdc91a9805ad4e22a432eadbf9997fe878c23a965c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f854c114bf46728fbeaa4ec3d26585d17a9e1ec3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd2d112f2c9b7b182ac3c15c6fa526538139ba222348e138bd6d6c95a27c91b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d31d59f7baeb13fe7440e7a42349be3e00fe33d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae2d96ba044269900d885cc4192de459073d4b2960f6e78bb650bb5038fe5d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4814475f86039f6dcd2fcfeed3808bed1f111e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420af565fb815bb40e742d4a18d38b3da3c7184ee453797e0248e40d0b2531a3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e2f1962828818c9d05ee90d757be36effa3c4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acacc73a1654a2a7b387c51e4aae1e6c7ecf6842ebe86ffa8fd9ecadf0d32ed9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fb453e68715646354546f3e4d2aadc8eb4846b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8986df382c975c9e699f74388bed3106340541f73ade216ea2a5dd4be1f000b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f778286515e73731bb492e1cded3ebc5fde7bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172e17d99cc4b9c66ecae9c4c69278b42b71a4c214fd7153edbbb68a7c7c18d6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a872da20c827617668c5461e65cc2a20d0382eda
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3de969b5d3fb023c9ff3af95695aca7c88ec2e3a144d036602e2407fc3d6f7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9cb274d3445345b32c1b45f38bc4039677e3c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b3b128bf377ceb1177206bcc1f95974885154d89a0dc92ed5985c38f84cbf
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35162c889daadfee30a12bbd4b48ce7be709e366
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e455fb424b23f19b6c1597daeb9bd144d5d26c9a909a56c57856c5d6218dd003
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9dc08332d563c32205f30870fbc1d859802802
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101609a7be2c5748dff43b745a1e91e4fafc9ab1d60314c5128f441c77c0588
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2c581bb1f1b49258854a1690b0b6454e44aa33
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faae51ac9e8df8301c79025e87670e5e875e2eeba79c193a2f135b1d46992ec4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3861f41237e6442a8072eea528843c5197642d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb45809a264fe9c6629807b751cc7187341e2a1c94c7b2e11e3c8aa785e5d4c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbefeed2bc12693b9f20af02beb54c32d9956e1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e112770d51e31d5f159582a319e0c00204455712ff71a615cb969dda7bb61604
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a154c155e30e641b952642788c661cfe8fa51c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9b062eb197ac7c370e47ddc8d8236138581d1da1dcd534b41f71cc2a34815d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48581522e262ce95dfe5111a04079a4adf7ae48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421909280819af790e60c1aa00be18ce53218bd4e2a6f2e91c43306258c5ed18
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77093b751e45f836e12ff461194d5a9c0bf4a49
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b24efcc9c411e50f33b87d511c88eedeae1e4df75a10bdc01f4f83ad1361026
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b311ae9b3aba3ba2ca3864acf59e34b8b17439d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865de7857a8463bb1488d3f20c261fd305ac80125fd7020493460522a9bfeca5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a59ecf3c31eff81df25fa8bd74515fbe4d77cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487607b2c516145c3c0712942d5c791a300b366a142fdc218b3b3b0ec697e07d
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4985b16f84363a9883c8ff864bbb0b5f7432947
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765e03429d84e6357c34df19b65eb6841fa1732d8e9dd820129512848a1e839
+size 129155
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3706866bd820d496fcc7eb34173118cc212b55
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fbba554d7a7d9ba9660fba3833290b98c756033f33961abfbf9c827cc2d897
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41442ce2d1028f7dad488a8d5356d9dca2c9475
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea1edb102e62b42a94cb6e86a70eabf161f301c87d9b94b25d60cf0d4cd500
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a47ff2c25268eb4154b004dc2663161f6928bc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f270ef710edd0565ba318a34de78ce2cb768803e1c68a35a156f25a020b3eb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81749992fc4f777e7a667c10af642e69d76edbc7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ff1700a7e62ce923b314aced09b611e5c3e12ec4121c9cc84156ec2cbf809b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5072a3db74964b749559fe0f8367b887c2c4d4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5696e3fcaf27ab4e8bc7c019b3cee378e236f83e160c459fe279e934f999559
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b4e8e5bce9e4d30e1e812b40c9b0d6f66d600
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c2870dbd85b001732b4a1aadd2702293faa4920be95ac176f59977ee1413a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf000210981d3c99263cc1ac81c904a936bd4ed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f870c64aef893e86a5a5882d62eb1f53d47c32ae9c149c273705e04e7f5ee5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab31fb86f5801300965a44051433333a139e4bf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc53a23c166e443af32e402d46b5b611e75bd3c4e4b1fed0f357124acc61d82
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a373b26ba73e81b58b79dc3276c8e5ed8614c5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e5e382dbb4a091a0783d67f1dd23f91a0f003e50883049f800a46b502e7c8d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2849049cea56eafc6c2bde9db6895357dc780f48
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697199f6a1a1e3fa887ebc3ece5e4a20994d790ae191a4d30f8d6f218f76d11e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8ac443b293666af6babd70df05096f0d33b12f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4ff9d52abcaa299ad64d09c2969942e68883a23857fe30f2ceb1b5b6a5ba1c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16557e11d45ae97353d376f41b9c4b907708173b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf485c9e73688aa73a800266e18e804b16b9791d175fc99ef8c2ed11c1ac80f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40facdbc685b8c644d491b57f7c7be258829294
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be24085ed21f6c90c1a3add48884ab764020ae0a52016a849052d06fc2fb9d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed6b2717e2baa6c2b348076eacf78de9308399
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e365a58c77d17dbc8aa501d892d6ffa94c93bf0bd4612b0bd3abb0a0b352db
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e0921a053939705f7a58e096ea214f67c289d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72852e59b19b0b41d049a6a2467e6b4807b612d3b6c4aa0ff4ec8a46c820e11b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944013d5a58bb807e7ce9443062ae8de8ce03c21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ba6fa168500ea390520438921bdd2db3ac2f7105bb259237b97cc17953c78
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b995c3ce95dc763377e9dcacecdc052737265d5e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb21847c3e39574ee5597e8d228d1c3275b621f18afd194f0ea0217fcec676
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bee83defc00787c87b759f8915f0ad2ddc8ef6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fc065cedcca19ebcb24c3f1ccd602e015cf52a47b4f6b3a0faa16d9a7dcb5c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663af97c76a72137e13c490d6bd33ac34490e6de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee96375db1c421e760b0382d702a07345f44ea9b74e36b04b12aa37f64215df
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc99475d3b35dc948649009f61b9c40eb510aab
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15920fe0688ec8b559a92ddcd79261a6b68ce1f09805d223f870b76fa0e3d87e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1eee3d0f89a8f621dec96b03f255a9221f57e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4424e78e649033e25b8d1a73836cdc2fa6b86b2bd460fb6ed94c94675267e98
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c39dbd089b0d064d0090df6053dd22e970a870e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c327970ca644cab610039b466e6c350de4fc343a8c73ee7f35178cc56acfa2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb523ccf836395bb5a1859be16dff722e36c078
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48f5f2a73419dbbcc81ae9508aab2b366f35cc574afc1af87c53be4b566134
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b721c2cc791aa829d5ee2c385a01d4056e60062
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caca635240370005e2b2586aa41ac80fb7556e56209c1d170f37410c4e315f68
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec6ba0ec69992c317e4fc45fcb03b851695181a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f74e20e8bbacf4db5bfc19d0e0ae86c7e515bf3547ee11f807aa96dd7eba72e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3987df23b55fe2aa9198d9fab76481a2a10164a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e3825eea086d557c020f947665f8894ec59f94e00b8d2bd4dc22f37c0e9dd
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cf5ca7eb36d6f3ae28b66032ba86423e07a3b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd301394275afd829c3dc72e909f12844cb7e3f9eb16d3f99c5faabed9b41c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db986f7b91e1bbfbf11c8a3066e8ff910cee3de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d8a9fb3c928586bead77f504d5eba51a9cfe3228515d9ce0be539ebc5b9963
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b347aaf3a055447786aff77c9dcf7ac12e38afc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63609220a758bc20e8b481ed68654cc9a8351b2235c3d8961d3ea69da040491
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f01eb9aaeea0679426c21bcb1ed031ceea2d46
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8293a629f83fe1c0fc7e92e82611ffebc11c72d0813dcd06aa8c4ecd1df046f8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c420247d516988a1f39129a549e553a52b9f7e7c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d08c2c955b3a5a6b78955c95e65478a308bec7cc629db146b02e4cf79c39e0
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82852c39008f08aee87392b323e41093cb0f2064
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ccdb0be67122b4f284bc7956f4341ddaf9b16e698f801b458efa4136a41c28
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1800d096187f7847a235c03fd9bca71eb97bff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110aa39f511a55a95c61a510b5f20d6fe63d54e037911a53879e30f43af78f3
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba5fcbc0861db203347f434a4950bf1eeffed7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0487a06f1597499e6b59f972949fa523a1d38f69f5a014a5b662c5bb91ef380d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b7599cc86a3dbda06d5d82f4c8ccd995593c00
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5c8b777c1757ef06941401c0f34232c40ceea8196020cdae02bff8bcdfc31b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cccf634a4020c82f43f0aa2200389ea2815b6f8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af21b4c7872e7ebcd41cd6b1d0d544fe9d176037a1c08c8e07d570d821c224cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd05227c2bd0933a75bb419a1959b56a7bf9fe1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6846b73ccf8ac2d1a9c76c42cae468a471c548767c2a4e0660ebb86bd02674d7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f3fd408006a9d8f3ecaab8c564699d93946e53
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd74a066e606dabf287dc986bd67b9e9cd6ce91b525aaabed233bb2eb4306061
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20c8c9825f619e7edc903ffa8832f8498c6da8c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6d9a3a26c37b9911d4448ff96a96fea5711362b2ebb1db9b742b59046da3cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18729f1d47a86fb4683f262990536d0b9651d35
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0410275a974fbfe257acae2960e8d65d8af31d8a78614fe0d3e040302b68b846
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accdd49385b161b6cd09c7a91f1f4887708b5842
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6034468e45e862589538ee5c37f35e41586bdaf6bcc28b525e4a1a9c6b17efbc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee94ec840544d00236466e0cf2d859b2a15bf263
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f551d39b19e4ec0ebe89671d0e9e98b096f966131e6ae3723d7bb238ac6b6f7
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a2b593630fa336862d93a1881b2eaa336bd4e4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323b90ad491d72a3a91fa2db7b3b12de777c0f26d09f757d46978e1b7258d03
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bf68350bdd1e49f610263acd6e5363e74a1624
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc828a408e2f87af0b05f58bef894cb92104196c33be6c260264608d30aa90
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf10ea6662beaf6be5bc3f18fd92261c4f8034be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b983e2fb909d4cd6284ad785d9f2c650b61f894cec11a7ebce0df6bc8205377b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd290b7c383738c2d7b4321bed12c375489ddeb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da509fcbae1bebfd05a5075bc802b81d0ee9b512e5749e131f1e68a4cdc8d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9b34acf254710cd4402387d9ed42aab3386565
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f0d65776df64124a98a6946916338a96f225d5cd93a1dcf6cf21d081dffb5f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081dbe7e7f9e1469dfb1162880a8506132d038b8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4657da2d26c9fee235dd3b32730f8b233251b11fbd6321d2d864b12ded9d3ab8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c8de56412d35043d9dc9e73359e569b4fd34e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9444cd7809063344cb58614d41af14b9e9e91eb2ef8aad7c374ab679c8e4f8c0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd134d59ae1bd770e1e57fc27cbb97e9d888afd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31894a21d5159013ab06c5f0b40c784cf7baae5fa34f66b12681982f6e9d09f4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbcc05a9878e233d2d8b384af05e53db609d6ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c5a954c52df8b7b25f55615875f7dc04089d5c4d829d64712164129cd50e8d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b8af1648596652c9df99e70267d9c4a4926a88
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8bfaa8b406aaad490db8af3c9eca9753e3e49c88fe010ed13919ae9db2b98d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891a1ac52f5b4c2a3decf92dd57858637b3fe2f2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb8a758438eb5a9856e91c4d6c480c0f57f847e98db224a6c3d6cbb5e0038df
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533c323f98f4d3c6800f8a1cc23761630194c695
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01567548c071e95a82537f2659b5234d4df62f271fc49f4bddf56883f08c026a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f6b3294fc7791afec131a915d5fc11856ea8ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553e0910b52bfb1b22393c6676e01cb59f39162fd1ff3fe562dded7fd4774152
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da821b07504ea68668f35b1f3af879cc57db2108
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badc7067caede1e86432e549a9ad50bf2a7c260ce774437686f125c712447dda
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015f2f7240562485ef96e850c4da28801f7af347
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8430f0e038eb99d380ebf5207b180d04f67da9b24580618255e752469879ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f0bac61b699cd1bf0c515fd759d7e60d76f4da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef69afa8ae9137731c1fe827284978c21d37c272c9e38bf34268c0e7553d231
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e48ceac1c60531afccaf9fe726f8777a6d84f1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6fbdcc153c1b98a3f3a1287c60b0ba2a498dc6698f7c31a2629fb4ec39ffff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e15934f9bfa378cab257b442f51f517f3a7764
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a83607cef794b90a510054e08fd87c63c68549590ff927c6bb3d5672cd4120
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4fcc01387ce132eae5cee333c86aeb6bcc0407
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd04be200c36191842aeaefb384a835de71ed988ca988cc7f63e5add5731717
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9358f5ac6bb8be5414f5ea7ca66534fb020b2a96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fbacb7996ee12a299d871b943ce12b1e81c3e36da0d72c990807352438b8ba
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a156f702dca3d7466daf8017d7185d714e8bab6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b14f1dc02a5feb90ce72d3f5fda0191871dcb9f82ff1d8fde7cb260e27ac2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1219e692f63377e57c3d9bae44e94fc4d7c34ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eafc285a5a30f1323a69581c2409dbe6d85222947a305cca8e9c10402d5fb2
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e7c47c51b3acd4c9ade4ce9386aee9915bf74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1054089c57f98c4fe84d9f3463b4f1c60182b2d2560a7a722ebf394f24a23376
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0147600574d8c99423876025119c623a95cb2bd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff5d8dae2fa4d7d457948d2093076513b2e8e0ddfa2eef1f8b713a66e79331f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ed049baf912b703dce25140efd0abd3d83e75
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6d99e68919f39680ccf672d1db5649e1c13ce663976faea83ea5707d933d17
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b12ce10ed883f67b22e4f8224d61bf69aeef3a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa32b88c544835c0cc57c2f16d76e1a1fab6bf70a5ec2a03769d90c42a29380
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336e6bba9a3429bcf6c7c5f5de561d9f15f2b3cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013f48f832d0eae7b22b0515ad8a04b3808e642ac8c26f41bc3164c3c7e5ed66
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed97a195491a43ede54bc1840eb089b066434ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66afc15aae730ead08c542d707f1fd430e60695be4dc4f9168819edf80e36398
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f684ecf12af53a8a0f0a7b4573b990e6fc93dfd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd50a075610ae79542bf61c64a75fdad67a5bef0d417d71d322c1f458e3948f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859acf241769f39c5f9f8f8f16617e29703402f4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7b7ed65b4a30b1970d15161257ad11ee3c8aeb01b0cef45c36659614271ed
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12d1b485509717be7796d37595bd37d87c2e948
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822ed7db13ce3e31c9b85ccb6aa5404da406187616757d0ba2eb55173a1f7bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f06bf47512203cec466914fedc33674efe45d9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53008fecf13629ef044dad6db42b86f0340ad427413bdc9b89c375bed156e7cb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2989d7d5fb5c141c210568d14bf00bc9160255a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb37405efb41401f7b38f530e79b15455749aca0953d99260a59850eab84bca4
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f95ae7dd91a2b1d5e3c264f5d15332b9d103bb4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3281d7fc50ab2bbfd1628575fb388aa7f0e30594f44ce7a488eb77c3815bb39
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fcac5a17d87c076677c8497833effa20461064
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73716c7d4283f0dc0d58aefb7ddfcf25c71f9ddca395ba3c9124e672c4f6d5ae
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca7af5b37c19fc3a6cac556e8d0641c993cceca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0733b552287752e29229be2255bc86323198bfcf92b85e75097c22794668ac60
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb7e90ef6c3fe4d29e3f7df12ea5daf56fdbd01
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e58d474f65457952217af763bf6118601f5cbefb44b21eba667e21d1eedc230
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314c9996cfcc1924a4f14ab706ca8690c7d32d95
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb65828d550ced2ce8595d7f1fac6cd09a0b34486988e455e3feb1db46103ac
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591e8e992d77359568e0636b7c3d7d6cb257bfe7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e811c42595ce21c45f55268cfe5e3819b49638fdc599dbddd7d8f976366d695
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42419377dbf8fdc7055fd05d871846aac0f718d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b0999e3781cd681e7b41e183cb885e34431debd95ca801587618f1ae4fb360
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4330025437019a569fee016a5558aefde97ede4e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f668cc5646f053946285515bcfad58fe65053da76cc850c19df5e461a68c099a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77c6d322f96fea3bb671c2a7cf42283379a0838
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a794311afe5a696d3a9c5acc80eba52d983d63c54781084e44757639c52eb5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fef6fcc070e28dd7a5416604ab4c239602454e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05371a11b0c9321404609480cc76e73612f377430955145e97f9f5b12bc73296
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca15cd5b5ec8fe6032a3b72a0888da3760be44b4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939b287a33ef180d7d063f56f66f19f08c7809bffe525cbcfdf2844426403f8a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9010af5c4f2820394bd09b9088100003146215c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fec7f67f41b1dc88e5332351b3b8757c29eddcfff4aa4eefddce43160c0506
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f22d5ef159a8b81f10662a1dd3ba6413e1e234
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3303f9fee5524629303c8e1611b457435b5df223b58d5e49ad7585b884f10300
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc9dea1a3df2655dce0853e154edc3f95fcdac
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e5dce60b22959a42f3e88bf4b73b3adce28958379384547a7b9256298661bc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae458402516c812ec87e4c3edb2222559d543f6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132104f839eaae0cc7b7ea9116fa27a5d48b529985efe7ed923b65fc806b5595
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced28a56c5f0b170d6f8196d330a23ae68a3bee8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ecf23e0c3027cb786320486e1db6d72df2e73589974bf6739d3b689de85353
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9ce3913a48ba15e72c2efb8d033d6b88a0d9fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22017b8a39cdd3d11d9d43cd70ae9c6d3adcd6eef9a81b563b9f050f23f2c1cb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0430dfcf076ed324ff6aac6061921642fa54fc5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be061811f19ed034dcfae6a7a743e72cfc6be12c8b11fc2bba9e608681b6e62
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6aab799b5d33c88a77ad32fe78a56062fc309bb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6145b8cc186457110691045cdcdf7b43b555fb936fbf8b6569433f403c5bf5f4
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cdf27ec621c532354407529b91fba5f7dd2d86
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b0338f79da83ff359620231d7cd36e711798ada09a83900e2c7f28f091facf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16793b0d83efd386bd018746afa1fd14f890c0d3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e6e6f12b3248b1a8df00a6577de04534a3ac6c3bec29e3dfafedc4189de84
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6464226993cf88faf7d4b64098fb62cfa859735e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c0c25681334f06e1cd1a2a5dd7d88dd0f57451d3ac689c68932ccb9c7754eb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0dcca222a92c2ff883b3875a96a73530d54d9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a10bebac4b8802b97ea3436a85733daa67e0bb2409ccd927089c4cd5e084ebb
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaa70df37e975f4aaa3e4748d7a9c9d9c52a2ee
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b2dbadec12343b0cd1492797dace81b2bce12aec920d0ee5a36b7ed35d08d
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceb9374bf985994ebef5c134caa9c63ae5873c0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd47625a246d1c7e429321fbfbb2747fc66c5852de10027df3982e2e9dee594
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41f1f0b72d9959ae2668a7e30da45d292812a42
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b1e1c2abf849aff29c87cab9f99b017fca09063c660e0d737c485571103f2b
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce73fa79a0ea2559fa971aa44a69cda69532cd45
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500212d66e7a196a6eb9e0d1c903cec0662f9d55248653ccf36b51051df0b89d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acfdc24dade6f407e4de2184dffaca3c8d42622
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc85adfac2a5fbde735758d47a5aca239655c04372ad14376037787a3ff4fc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a9ab3d21f3f93a29c37b0087ce12eec8383efa
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b2beceaffd5488c202d08eadc5c6237b1271f0856c53f8476500614faeb4b7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8242852ba6f25225cb992c0967da7dd2c86e35e8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d6554c9ac694749b2ffcecbac82c0561ab66467e313512b20ea679317846e0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577fe353fd9f67d0e8e8170b66474682e046ae99
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a299b5edb4cafe925fc8f536ab24589414005e3384bae5bbefc861e57a6405
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e445c94e7d621456b79eab6d5e7c0d1c956c9d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e14403807d7c94fdf4631cd4167f0e1d4562ea16b66253d99750524923f279
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1c7057ec2a0a40db9c364fb83dc399c30a1d2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b987d3c660b6dbe89402a070c21fe106490430777ca4a1a82d4219ecaa6ac6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa57204a57f2bad12337dc7c13a9d19003898fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fc6cae30d0bdaea1a7ae0137d4a7e0746751d4f877cb529bce3d0d17ed2710
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb67e1358ba2e546e52672621409c9a708ed0a7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15bbbbdc051e17d9ed4b48f3d8a3c8a6d4bea0a9e5610b781bb39b687abd0cb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d45eeb57a422996fb04a6b0bc2456c71993786
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0252285109ebad7bacc88e75c27626c82eec250b94a96485350f9ce685b6f07a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ee81810e4a8c07b44396b36e2b111fc32160a0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17573ab17244c296b326a602cb3a162de8380f106644660bc205274f20b1aa53
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ac04cacba35f919555587cb53364beff7fc47
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a81482d7410d4af15daf9e1e4171cce8d1389a775ef8f3019585de973f3935
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3993a935daa0c08d3470eca30d8ec34f28738d74
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f01bb0fd496bec1728028349ecfb96fd2c6dfff0b469d509f49465d1f172e9a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134c4f54b7a8f83567c672e73ba0ac1c01437bae
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38cccd9959f964ab234ff4678a9dd8ae2ccf0824b714aa4201aaee0a985de53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040f092e8ba1da9539822740a0f4c60286a08059
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb14a585d551e24d5d3d03af76b61ac5d3f670ab80727c3a5e09f7bb39d24593
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a0c444f01b256eca06dd48fdc5e0b3682028d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a91022c3fde46082cf4ef3e5e5ad31ad6c9848fead2eb56d0886a215273a44
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa4acdbde5e325ff849d1df807d0d6a5bb8531
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61480c1f8ca50312bf62446222fab48a4801df3bd56e22d56a4eeb60f587bb
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5bd077e1e80149b4187c03e647adfacf2d6fd7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36de5fcbf40b6e79daf5f63512969048fd3d85384698e4930f10c81555fb91c4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a2dbf1a50c32ef6850d4a6e79e3e000dccad70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2411297cfe7212bb8c5f4cc1dee63d7c2f79d578621289b7cecd68c933370e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04b5a802f89c59da345896b2131c3d587f0d1d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9830f637e12cfd6a66120b7a4ce79cfdb7032c904a9737151bd7f0600f0bf
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edf6854758262c1a64916cf9e5082df38297691
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063a005d41a9f2e61be71a04cfec17e1e92b0dde37398e33b51e8ece0a4ad18e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b34e4bc01ed50e57cb1f0bcd04ddf0df7a5683
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a61ade0b08613f4c7bca3a577e050cf4ca4180674be1de6efa6abf2374cafd6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826a9a498566152c1718ecb45e959bf4dfe9f995
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4100458f6f890f1689dd85b63fa08132b45aa95fd872abb2c340b24012e9fb01
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea156c6f37e9ffd98f0d3739a5c40fb3d61f468f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1188770d7c74c00683698070ca4c8b47de68e7359df111ab85e574a6f494e0b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca575ab36282de6fa493c939fb152a9a2452d5ba
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06a24012110359cfdc306a4ca4c1bb7bac69d90b0e5f20976731b1bbaac993d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34b14928e95f46d2f3fc64f87013dd7e77810be
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372be237379cf2bf7d4c7f60fb736e2c3747ee9a29e82627567250402a6b7310
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd44bdd0e5fc8c9a2282ccfdaf893cce1aea88e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2acebbe79d53ff1a810b4b796740ebfe5e481cfd1b018001cc66b2986784bf5
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c9b5fd6c0fd58aff6bdfdf43b992fe40a4d7f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ae511de119342e84ae84952ff581903c2e65b78379b51e70d99d55e0fd6ff
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362b83c7435a9c873313ea899036227813630f59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c3895c3bd2a2eac85eaf9d40763e6dd7004552e41ffe185e4bae0a41d6dd83
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30ff48a63ea879890315a2a8ae952aa7e256580
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bbd5a12ca5e5432a0122e087e08321ad6f86e9924ad8ea5816d33375183833
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd142695f310321588934bef29a9e9fac475bfb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6469ea9e4101d62e8d56358d1bb3321a0bac0e8a4bb608fa9e4a87172b9769d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590086f32c8c6db169210d00bb45ffd7daaf7852
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41ba3b4c2fff6b6e884675cc2dd2ec029b15ea17984ca56ea057ebc584fcae8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe65fe84b04c0de7b6571cfab9ae9c29377d103e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fd592af24b97f1db3942840f3922e4c9b7c32aaf4f9368bcb3556560b48157
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf8a563884a37464a04d5c263d6fcac4b996839
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973f77044801e0a996579160c2621d3cc0dd3e64bd68df1ff6f5d6b1e98fd538
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdb95f78003b9772551a0dd440c4ef7ff1f4200
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd70b82f43ce5f7d9ee830ec2e758ca68c2dd117f9c56d0df92c59569e12892
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e888742913b190d5b4c97def3c83094918dd57
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574e1b043eb84cb3d24f8f69197dd14039e4c3d8bcefe7495cbb8e0d0a425af
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c890aa71665d0b0f6a377d97718ef9b1c011d364
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8b76d00aa79b2e7e04e5765bfb35bae7d06b26b9fb5a670de0e97b9f00795
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee8486a1e558d3de2890f8dc007f33f0b7a7ebc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4cfeb847047638965854dcd912eb5a21d1c89089088230286ba94fa65940cf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4519dd28eb4f157a866c53ab89d0977298fcda6b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af879f154bb99d536bd32c47694c815dc03dee5d4c1caccdd3b84bc63ce9f86f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c9f8b7e355d4057ebf22bae36fba60284a5e6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad26994ea4c6cfba46d11a8c4ea5108f2a64275bdfc70bafd78b61d91dc0239
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f726b3e4c4b61933da082b433bcc60b5b5f79b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e781c78b018a2f8a2fce5a42844100a8c4731fc7c28bdf58037baa3e66edc8f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb2347084bc3206b29c4d20979721c54dc6541
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045a50e045e3608a0188d2a4e59e9bc534b4c65d2d0ce7fa6196d65601976c9
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887fbcde619f6f821f7415ab245aeb399bb2193e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d6db25728a518ba84c45f489e9efade0bab456a2ea96270fb3f09c94b04a33
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757dcc113e9c8d49dfb890ab99c927350b362be6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e72b31fb089245b131604f78bba1ab121da52932eb3c3823a14931a66e0fcc
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc2d56b37b52d93f13dad2026f0d13b80df27f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b844a039b77ddef230dbaea2b87a1f8f1268a00f67b6cd44e4a5ab457d403
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dcd442b24909ffe35fc4ed254424fecd89b20b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79589c7d76ed7c4c84a1313a8a3a057a5f646d2897d542ca8d7fd7b575687028
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c22614e32d6e6e684efc0564b755b5e61f92fc
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e5da94a6c2e419c2440e924e9f4cdf65221527b7649cbf8b517ea264627ba
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93bb5afc07418f8a2eb09bb6c8ff1d1492ba1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1811bf9d9e83811d2d0ea4ca242736a86a437f2bd8259359e9cea94b70b22663
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1c0f176937bffe61b71d37f2ba6277604b264a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb7a8dbe33c26170d32921bfefd72924cbabe370c9ae2b9ce956c21fb81e582
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269eece3883057ab9434d8b85c71fa67d4ee5e59
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53d2a517d5817ee81e72f48e952989688a42cc55956d1f2d694218e0037d761
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e219cfba3d448c5372d248363c5c62a4c44a28f3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2eaf17f9e6846c24bf996d8e6d8ee5ebc3b8bbfa9dc8283168e148f84ca7ad7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b68accc93fbe33e16361ff01d2be6c0d17f25d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98cbb9b6bb26a1c048b478fdecae776de992f41f5529f06908451d6da48e855
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ab2a5dddd5c770ace446cfaeea915bf4927a3
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaf962cf400ec24389e2ef01856747bff08cbfd256e466fee0acc1ab6a5098f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde7ca379366919caef7734994bc0e43de41ad9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517b7be3289724732011a84a6f1327ec556ff0671de65905a37f04284ba765b0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3291ef0db73e77ddb602d308fc0feb075731be6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdcd3352daa1c9917c75f66c480f339eeaab07bf5f43880c4274bc6b3fd17f3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93cc75009e98424a1e15292934ed3202b323e44
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ab5c3a52ee31a0f06a9dcdf9bce69d9ce8a8091fabf45c852088a6d89d1695
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea644a3d8bf39932932a71bca06bcf438365fef9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf57d9d514089d337049bbdbca0927c18ad20079c2cc8b8a293194a0f3a13e2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c17f9e8e3f5b4f779b3662ed8f8e9b760cd4531
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524b973e14d58e177527b1cad96c693b0f9a13fbb1b97fc35a5b1a6178ddb67a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf819e128bc775ccfa54363b208a9a6ac0833b0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe4667859998e6b3a07ec22bb53df5354c54b002e8d6eeefbbdb5f0a5e64c53
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156709f4eeb7190a0c35f9a7cc2840e1d5e9aba6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f010824e24fb65936a549f8b9c809632eba47b135bea6157be5f8b5e3ee8c93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c97a7c9b5ae27c7b8209e61bba0723af98cacf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0c3d6ec58d4234eb1dba14a82cd137c8a83e60534ffecce3407e134ae646d3
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f7725489cbdcb73cea701fa4e09219ce6de922
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b71be1a84ce5013f2c27a6c3292718e87cabc256c4a10272af544d42f6141b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf19c7e9f9f241f504bc7b7f7f2901803f9ef2c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a211b3a4b150d202551f7ff2931e06af6d8f0fdbb66148972d99528103d380
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7a8a8ca4121852bcc888f4a6b69437076f06e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5409ea371dbaffe15157dea6c2d1ccfff1590b45c169fdf4221af85dee30e72
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee88c9651267405ffe453a97886e0eb8307c7d21
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d6555b5bb3f17024bd0e3f69663b6d0e5d84f2828db0ffc5ad3a37ddb5a326
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d417402f7980358475a4afbda9802bf6cbcabcea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b41518caee9c5935af16e1b9ad2558dfa1dbef321dc9933b596b82113806b40
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80560dd1fda1f97e0b2a635666c92de2e06c8124
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd67d0f60a845e904c5a25795d781afd8210022b4b560f21fe6d5c86f0db0038
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26aed188b4132b258c40a32ebb937be1de723db
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c505b18c40f0de2be4465fa86d18fc13de39255c82d76f93ed7fbfb6d4bf5be1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe6672ae308d7632cefdf4b554e581288a30070
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d6f66dc556c7d0b2783e6a403984e4629727a471bc7c9eb40201c3f921b91c
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46772feaad248901f4426822a92f971583856218
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97826898a7b4119b1cc77a2ced20ba11feef628f8ad2b4c59a1647a5bbed4294
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a258bcfcd0b2b0106a4b75339908e2ad492eff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73999a1b1de08059daeaed1d87944e58b70190c714a1b054bd0d3f31d2d45b7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5343be6df72f88b6cff03511f3435a01beed1efb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6a0a24583f666efd44a07d7a403a98d72829bbaa2344e8b9046f01b7734008
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8d9123926370dbf4c4db15b46c6baa1d239700
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b796aa8dfd355de7de094fc6a7ab2bc9ae3271ee71fc8941a31c2bfca12d102
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde03445b5b2b8bf56f94638dc1700516afaa191
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb7d7b5571d2757223e759aba157b7cda06b519506ca0134014d6d2b0dd56dc
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c84a5445e21e71e9150afe6b71cebd96c3c9a62
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee4ae913750f28cd7ee473f7d478e7e8b020779eaf7b248e13984d5f2a057f0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b615a15f7a62fb3ed5f30e25ab0634a75bf81c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ed8f7d454044fd61e8618c520416badc8fb9e682b78454f35aaba7ef9f0385
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aef690c3fc86524e8afd3ca0387468d2b48a699
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b362714df9ee10684487ab777d89f66aecfaf4b9ca0f0d8316adc25e036b9f41
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6928be1f459d91902aa45cdbd9e8ab7086d84891
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe7129e812d40ba2d76ac6f7733514216c17854f74d48d31acecacd1f065b3b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2f5b1212c27faa0e29fb37a73f2e7377c4a97d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820d77b674e9e2ad1adcb83dfb58bfa101b21dce921131ccca3aa5d62e0aeaae
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71faefc79647351ef813dbdb9e318dd74c910690
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30e29f9d50be858a3f65496708d1df51acd95f2a89198d09d4c461735486c93
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5801e0e8102fa27f62944f548a52de5e77682
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11b6d2eba4de00322faef2a582c85da4fbeb249004cd45a4d372a23275e0f55
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a6f2ddd9725e0ad5d4c28f93fb3c3007e6e8af
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d26a9d8b9a48ff810e0940b3ca1f58963d4ac8af57cdb00bc847d4d6b111998
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491cea9859998fa1aad84349fdbac4387b5577de
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28be045d7ab228c6a3f13a853d0ebdccaf7ff36a3752822faa796c9950aaa69
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d287927e3621ab1364a037784fc2b3040161c6fb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9677180c85b43751bc87067124c201a910598fd3396f9c482d203f5246dc46
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252ed3564c65842b58a16bd3d7369238283b608
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde345206739d9cae159755cbc2b6fe8c4698b6be82145cb777742304693ef68
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb855f16a93e4e27fdca9e2ab8b0e04a26a165a4
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e96f9453e5a4d0b715103536b6520f7512671216de8daeed70270649842386
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b9aeb1b10c39ed6a99af09476b6d45e09853d7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04fa43697aad6f6a61d1ab9bc81c5a661149dfe1ba8b4498be43b805bcd8c3d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f210ce43dd004d823e8bb08bc0a66590dab6e58
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d6db038616e5aa5397882b894351eae420616d82547165d32a206b07709638
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdeee5fe22a5d3a86e242eba483088fb1f15ef5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e13c641c9b1fecc00eadf68b2ac46476208823a2f9b51bf40a717b74910161a
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfdd21afa7e6841daf3d4aa0bebcf8e04bd6b70
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc59dbbed1c3da7725d8e9c96fa8ccb8346320f90c23bc20dc329b31ebf5f15b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369694bf2d9e02cda783d5fd6c30b1badea90cd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d91322deaf7a4a3302e883cfbcf4dc4d2cf899630fc8ce45fe24cee5ed0d14f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e867df6857b1aed39b7672d75513ea34b449bca9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f8accddafcb7557da4ba06aa75eb9490d9d972e21e800bda4f61cc3992a817
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913d306f88d4183b72a624867c94d1aeb9d7640
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2de39ffb333827b0c57a16f786220c0cb518cd21619ecf6ab11d7006ad86dee
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d7670eda82721523c197956f2020485f1250cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873ae991fe3aa8cc0d6986be18e1bfc08525583d343ed791f36e237c116ac36c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532f9c2e75628cb6448c5f4e5cc769c8c5c9c98d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bc0f8926c49f97d41d477d555847441a46cc931d086d28b590058509da3463
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19d40ddb8a5e3077aa783ac0c058a46e446c7da
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b106bacb52843326f3e21f53bd7bbc37612dc1bec4ee4becd7a838713231ec6
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29401d6c24c4ee20849adae3ec9cb8854cf54811
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa3a22871bcc84bb91b61335923326625f12317b62d688436a690ccffa8e0c7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e7bf08a1c643c07ac815a2f6b0c52b43c9f1c2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e51089b5cc6ad55eff5f50a2ad543aae2667aa26c5ff89099efe41740f5a3d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1e7864c62079b158ba5772428e2269a6047150
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509bae865fdd93e94ba73034ec4829b7988444e72d72f554b9881834a991596d
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa46ee863e609380e8c7a98919e9c8b0514dda87
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b9072101518b2139b4c5c11a3c684d66e0a9ad1f3f5b59efcfbe5ff01fc62a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb417e3351925f4f0e5a46433372a5be7b970a6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77054fafd5925fc96c25419758dc3a6c8ffac001a60789edaa9b694cfaee9b51
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaa036a8484283915930ff1f63d27589b9d1d27
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a53542706d976a524330d821130a60cf4f3d53759558108991b541e99e9b9b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ae5a7fc6fb9a162e8b53e942321866c492e956
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750633ec4caa8f7b9169f5839d0bc6a9f541979526b69c6dfec276a47655568b
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9771bf5aeda7cf21cc89af507646927de197e9b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47016ca6ce7f5a15693981abb3f1e8ef49f814792b674b1d7af9b287e4457273
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b188a79dad4aeec4b2fed4aa3c2097808b9b6e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a360c40a5892a6e914d86313f95846188970c9af5f5fb5842a2719911afc6f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9c8eb5d58a7504c7b9b7ba47e45e5d68e9cb93
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f8905d7cc87bf04ccd591ba46f3c56b2fabf70e585eff44627cdfae4ef01ec
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb01af524af78ed7fb40b9cbbb2864b3131d67
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b2c673be8e4c4c44c1bcba8db766fcc08f7454bfe75c8c36dac794bd78d7ab
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e46d38a76d9afc195f393a87ff6a7317ff9afd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb2e37c1e132d10316164e87ac8d42c13225c5459d4d4d3ddec9c80de9ede1
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b7c1adfb19bea469b00266ec688f220f956c8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190c74634e1bc6d142d24d3563b81b2b4a45231044e288402bbc8a1cf4d376b0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1efed8a80b58d8265603f40ea3cb93c0e11ca1e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51515111eada7d95d669167ce7b22055838cf64141395aace1d030eb316f6be1
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d90eb590a7afd2cad2d473c623cc98107fba2a8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931d9d93b06ef0806889ba69f2543408c5f4c7d81384d932028d6fc59eefafd7
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7026e05d6f619cac24fb88440fbce70bc5532f5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41df976470f8cf7759d2eea63c2ec277b708083c930ecd65255fd892c583dffe
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b8d158cb415561b620c209efd6ac8cefe0fe96
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196414bce9390b1797c9ee98ef5d498e5bfa2341c6ceca60c8455b9a5791314
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d518f37b55876c6eefa9146d309c532c15eb1d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b64619b7fef6bd46c3429f2abb7bbec30074c0ed3e6c741e635e116c4699da
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ebc69ce1d69b159e089ee31bfa6913d5010f0f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ee1ebb37e23b66b6a2f946e9fe16478409d3003369fe7000c61b972c8f1d19
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb417c43346523c5450aaaad1bad299681ab1cb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349ddbfe13c67321c660c73d27fa3c7924266c05f57707f8950e09bb86c1018d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4684936e2831007f5f7dd95186599ebde8cd64d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db925ce75701adcbf705ab5d4c6f133aa370eb8c36bc6f90241901eaafddd02
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314f36c46790f43e82c68ade5bd506e2aa6fa335
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dda98a5bbf87d9b08501a15e96f4a62a16a95b807bce76a2a3b40d571df27b3
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349983dc80023f963f739c628dffc781465317fd
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391b5c151542c3c7a3b62226d0399f9079bc25299eac501dbee285740f0702e8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f328d6eaed734dd00fc08767080aa9603cb9437c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607092b9fd3a3f9201c0e635a284734d6b4a0b82d6c24a18286c18015d2c2a08
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0c89dc0ee531a5d0b64fb1b9570dc9015055a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f21210754c56f26065c9b23119a6868e25b4ede5d376c3d1c1067359069e634
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d21832acbd5fe3318495b7dea0d709c20fe5978
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f5fc007c4a354b4fd17a6f97724f85682499a5efe41e1b58a04471ca7157ac
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e3838980aed0b10c48cd5b7e82c1008e05fde
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ae08a8c39bd27f5bd51db9c137c68d76228e1d4ec95ecc4a55a27bb6bc6ddf
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa61adb2b74081ca08678107829b9dccde5c657
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596992547a25b2b5a011b26d8d46bf46a725d693f94f958f71ca8d1b3f157551
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b39cf19dd2fb6416156257a47d2655995c8d574
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ce4a042e8afac70168b5c240551b1d4c1b024099c37ba33e6020f0b185895a
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afafe1060c0601ed792246cfeca51523ca2c167a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e163a8b6261a01fc763402756c63618bd26fb19c16eb1628270651281f9503c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920ee73482880f224e856addde08deb36952ca3b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ec429b40596d54af7da983af967fb3dda793dea122eeabf9432d4de7abf96c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1d47a0246c7536fe59aae20040aa6f42e2d6a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78093da5a1dbe09cf14747799f76ec405ab2c1981a9ee8c2685615879cbe478
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4bccb9b5d89ef75df545fb56526a14b133db2d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f99e884a9c95258efeec0dc3a6533d1a45b6efc248814439c9e88d8416e53a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff9c2d1897be7fb2b319a425710b70bd467d12e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb6e05987e4e224576caa86104e34c86f43dd50901115155bb095ffab61dc3e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8219ad1674e6552d3d2de7fde8e8ff8dd3898205
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3cae0d2d1cb5f7235a21d174914a1c1961054bb733287d14ad57d3eeca86f6
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0f3b287a81aeaa9c6fafa362e945a039948e31
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51af5863564d929f133ec6368d9c1bc59a69fbcbfe23cd7bab8b13cdf1391fd9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5510e670c0c0d3e90ac88ec2d49a24dbd64df7
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c7336cf54022db48c21a414baa02140d07ca4760387a2e894f665cca65a514
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f4b6091d1c8ab140ca2c576693cfb9e3314c1c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec60d8d69e49bf8dfcec3109a3e39843d3d5cd8d62935e5f0f6634d98d77d9f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0726fedf297e52db9e4ed314e5c2523333c1d002
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd344fa5b4a4e3896d6e8d64bbaff024d17bb8a973f28f8c1198c9989aa081ad
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45df6925baba31e18181ac034950a821b0fa87e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcabe2f8b4786e1513718722ed983f5396bccb8160ffa7227c72a077473fcf5
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8133a448ce61ec71d6db194cb2d2ab1758353d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f117cd7dd42d83d265a62d24af19048421fc263eb10ce48e5526d14c6cfd264f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb91e1eeb7e369281213ffad6f084a1324691d8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c7b16697c6684f49f8a39cd10d549702ba2a1e5fdfae41188a3e75ce9265b
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f42ff889fc2aa55053ef535edf8530bb712452
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca6be79c529ea4d995218dfa878eabcb1880ba2f9c0a3f42b1b7917e8adda83
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2894d253e01647e5ca54cae81241f34665407e5d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576211944a6b19537819fe0045a284aabcef80ef25e6c9324414173bcac4f80a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac68ca5ff9b3ab62db48e436544448330d6884c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99e5dc03b39f20d7e4f55062f78b5684676489c490a71f9122546d35113b5e6
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7054afff26ce804eb05e4849aaad4686845082
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3434cce1088621981572f55ae91399d4d1cecc1e318470c46675b2c521f088
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8591afb61e0dfb3e754fd2b5dd928ab8fd00f6c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d85dd6f584f60bd307cd153cfc575ef2f6ff8ddb2857f127f8fa8e5ae2b7140
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af32d35361f3cfc1167b3450969493c830f072d1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5aaec8c6b93be5643edbdd329a202ffae4acaedb09c8a765a80139bd35d73f
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7c243a0fb2f97e2b2cf51f9d5544580dc79568
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cbf852b49a751ca34467c37e6f60465d885ee2a130b492bc8005fd0860c713
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3ef15d8674c2dc1d5f51b4f3d29dce2928077c
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45869aedf5ab518c62308f1153ff99cfedeb3a278c1d2640756e26892c7b22bb
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ead9f2c5da42aca33dfdd54cb81e8a10c84d736
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac6aba9895fe1fbfe327d459fa2e3aea7087eb07b44aef6e5be4cb4799a3abc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1f5de714c6ad32acfe464eaafbb65eb4f4074b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94f03edc7a460bf658f77c47f08cc3f7c4bc9e63414bc90caf7a27d1ddb9175
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd308ac3596d136ee863297b8b3c6d684dbb742d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34a5d65ce3d30e11824dc7a37fc4e553597c9a8572a83ccc8742d913a7a1150
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa41afba64e9d248c7a5b16badcc281796ab3f51
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7267afaa4bd34e53aa77c4d682e915343b1afda2db0044afc6b89a4b61a06f75
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80f6d66d578ecb519fb73d7ca74b5825b6e4f7a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429f5a30f90b8287e52bd62b735b9fca9848c3e86eb2ed94ccd844f8e107fe0e
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6313e1bd20806258bbceb377d2e7d488166b8e98
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3948c51c0cfb2652322980bf0e8af648f1cc974283c25969b3afd233a7578909
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72b1492f4505543ef32daa1cffbc7a15a6b7eb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948b85a30f9ad9d7d988295ca134a1cbd5b02f785378a0660662e7fa7e26fee2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb62108168779fa097bdeedbfc97d95d5403b336
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4677df0ea0133eeccdcd4eaf436c77cebf0327a9193fe91bbd5a4b2388e8b45
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc99ed729ee799f3ebda3300ca91e214568abec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb36f67c06decfc1adad963536309efd70c02089890bd6a72faa9dc08c8e1a5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a9ab19c41d77c075c7ea744fa6aae96754ef12
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d29a8bbd40c9518c6c644e490a8c42b41fbc8a42740875f93981fb1b0a626
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd0e3a49a5f16a9c2530b5e30d69bea1fa26ae6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042394e3a24003c64f5f09473484d28c8449b7011b527f65db2cefc0ab153576
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02f643112c9920a17bf622b8858881ed991ebc0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dc31fff5b81cae93ff73b19264bc0c65c6b8a1a7d91c1daeb55552dedf42f0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b26f9158f592d989df329d9b162c5bb69545e0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30ff6646d98f004b23402a3b25e7db637931d454e3dd2cfbf192d3d6d17656
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9727f85cfed10a4fe91ee93c9f7bdb3a534b8b
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b79b17bf686fa5eade89614900558123079353244a7067a50e2d05b1324ef
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b965ec7dd8e4ffdf8f7a72115ab7d6ab7620a0e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ae2c264d9180419349662457cd401d2bc6fb45e439500cd0a4662ad756e12f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4242afe09ecc6584c436a8dd74b84884560660b5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5863f81fca67b9875155b3ff08f18b671af4c2ac88ab3c7f5d74b003e803119
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3896962e99625d9397a53ba5366e47b66bb6a026
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f02ef77746e8a49ff1db6e45f488c5e6c1f694419b943a23ae87d4ad3401ece
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b4a1b22aab47bbc4047116c19e5f64d5eb5bb0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e0a9ef276875a4ed7f693ac5801a01371f6d8786c9a64d0bfcc8d64186ee78
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698f0416a4ef836890d470a0050a00564991a1ad
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb058d36cd276bb12c830901d940efe3a90218df764f1d5eb9d876538d4785
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7859ce4ceb35fe0a6fc840ee98a3eba85d1c4f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd36ccf89485c157770a78fab124b1ad9168c336748ab1fe8db1c2016de4452
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d891f227f971ce09cbdab2d6c4045f7a836b36
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765abb51fdf3f7de24a81a01a8505bdcb6b2b2f53c21b50419d6a56a999d9f66
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd53716a70422bee311b5acee1f699adb231f34e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f562716cf2def24a88c3ee3e17a330beee07561d3d7f6488f05951ddd16dfbb8
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6fe053e982572b3b2fbe4a7ba97ef5e21de679
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a462e70deb1d9905125f8dd1f3424cc89701721f40687538c18c8b159fb8ef
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333d42488a0c2f700f7859cf5e9dd98bddfefed
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c003c4d5985297fd55207e03ca480b41502ecd98dc0a2818fcfb6e3e64ee63
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dc386891a3a8796426b82b765c9889edfab5cf
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fe1637bc3730d3fe3fd48b99c369080af66545c411a01857fec6452317053e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673f47512b834b12e1186d4d59b50ca6a00c6928
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7c025da8e6309e052a2d93a3ccfce3c2dfe7800bfbddffcca154860289bec0
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee4e13e0b7d89513324742f3b81a4332f970cb8
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f4a7e0173de63777dc0ab28497f7381bf7a14bfb73d74b90d05b257e0b2455
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6ef27e50ef9c6eb50b44bb1d53bde14d9f44d6
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55077f58cb349ab288859a810f1c3756849321428ad1729c954d1a6fae40c63f
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8fea1f7b62a9eb3b1385c19bf349abaa9782d2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745d23cebe1c6377335221ea4cfd28a2bbe3c86e906a11991ddd585875e9fc6e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9552c9087e24c16646208cd607f39892f0b439ca
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6376260eb6eff7dd9c1d13c9448abb64f799628b030991d8a77052dcf14d6917
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5407ae71f593e4d98d775a56401c8b0adc2b903d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5813b21b0dd9c9d267cdf526c8fd1e106cf702ceb787e94c86584bb7b2a5b9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2997f560820b10e9f0095edfcf49c8410fb756
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8e8db5f7307e92a6545ba36953dd61f20927be5623eb66ffeed98160ab014d
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c4406086e01c882e554414ec37092843dd0878
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e02ed45cbebbb536b7c78b8963e0fa16cfd798e7252d3483c9a487799f0874
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085b871654052e57db5ecd84291e4e5c46a5da5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0366f74466469016d4e399bfe22f270d3e10ee11c40f7b91c6efe23c09cf52d8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b99fa2d069036a70b61f1c9468795290a31ace
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d71c541521f8208d44f99e4a1d1883631e6c65d4b01bc94f590404baf7c5d2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b6f677084cb6cd848e9fecd532d551a08f4e5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf93c465a338a856b3462fd6071052f3f68ac415ed2066c2b276bd446a0549e
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c218072dddb0d3eb4e0d80f7e6bf64b93f8d93a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48233bf8d68d87170ebabb752a18aa4f428a640045329f2c7180033fec303ff2
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9cfd3021209d073e04200e2d8c594e188ec4ff
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ac132f926a8bf2f329d796a43069995c8b9f3b94edc165d8ec4be5dec2add7
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd3bc020a1508b4c0604e736a286186afdd570e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010b8e903a0631e9e694bd3d2ea44631119fd9439a8f99f7d22a95c08ff5682c
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2b892486215069c954f18a4f43daf70f2c744
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641be1f5a780b5d866dee6330bddb484b7c29260ac8effd3adff22776f8e1447
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672fc2acc8b1e4be269b080c465319e5c8d3481a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cf03e3d3f49f2682e0b5a16f367712001a2752999b57df2103e4c611a24bef
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e8a5e1d5aa016c98eeba3f9fa6619b94dc3ec
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8241758d6cc95c947ef997ea5f4b766d7b45d086ccbb97df3b3fa064f5ccc18e
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ca98d5d392e5d096d11f7905dcd5742bdb4cd1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314e3a24359b3b5d74ba637ed8eb32c52037da530021ed4fbb59371716ab94a0
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfc4b34341c0e41369312c7aa4f7bee22fe6c65
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a530ca8d20944f8b5156a41d69ccbc71a290c862b3d45d68a273fbcae4d1f21
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac928996716627a9956e6d76d294c288bbfd1b9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d44dbc50888669d366a80e824660228c316ca2f948a1337e7ab702a7d8117e9
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37af37a6218ddb1051f0807ec33b1ea29749ee9
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b849128177d732b538fb452905b8b1ca1f0112783d31524eb0910189ed9c06
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44841c9ba99166c8562a9d896d4a9afaccf0d6d
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7070ebcef80161551237f90c3c2f59577f839a0f442250d672b2b353c61b72e4
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faef0347a35d4fad527eac8e05551dfe7dceae1
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0732269fb5a547707a1babf3afc236f1e86f7f2b6bb81e51c5f0aef7bcafb211
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf51fe1df6445ef4c41a211474aaa1e3ced8fbb
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c69e4c13af98bd502cb6ff299f8b54d345d0f4e730e93808fd5e1e44e60b727
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e595ca2bc74c58153a231c3fcb11d05770306a
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc04be66f1503578b36233e280ae05364f21aabe8150f8b60790b7bd77b03ca
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4be9c7a0be47a9f7d6f46c3d10abf495f9a465
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4894a55df796caf6c26273c8fa60df4a44b2e257195a21fe46d82cd6828e9a
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9f0a47275a6f0c537d521683caee4dcf56f06e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8897fd5046eab6fd6d1fb405b74eb0fcac42653b0bb5899f34214d4a8844f
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317c5459090c73de8beab6b2a316757975b705ea
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06beaa04812afa25a2c681c882ac6fd80b214f6d5672ddaa8ebe06fbbe3884d5
+size 23683
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353721ba3e3476eb76ccdf1fe04a32fb5661a52f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe03d04659d59ede4246ea8c6a035d8e69aaf9f5caf8603d3cbe13ef9ccebda8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e0149feb070a3057e5093261e916f010b3e97
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e3728ffed3a28f0db24badc2459bac3451ef398e53790e21b73d7b79da921c
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da71ca43b932307361e234d90abf226f6921e85e
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282906d0d7f73e589426624f2ade65789e04ab0af7b3d73a833a7674a425bbd2
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf3011a25883156580ad18ff829abe97672a738
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a41d609432fad4e46a8e2889d4678e9b9cfda957fd617928d6a0bc6a5356ebc
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9331e98f3bfcfd185f6983a71459baaa7a2ce0
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769533a8b5c594464a37cc2b7cb2c476516d596ce1e1ac45ecc0ef9c493ab9c8
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba44a652b2384c29dd2274cf5703320d582ab8f
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9076529c9f1c5470d96e547d54a5ede08909ed1e91f8b0667db83507a4b02f64
+size 9347
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2e1704d06c60e89f9fb71709fcef89d3800bb5
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7512a18d3e0916bbc03d86ab2c390bcb1773ab462c9e191275c410a6db1863d8
+size 2179
diff --git a/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba860f8e8c60f79f9a9979dd2e7ad0e8b61a1a2
--- /dev/null
+++ b/params/tinyllama/6/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe0ff5b7d2b550db048b92bd0f2d184386158a80222df407dab27113f5fcd0
+size 2179