diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad47713693951559ab72616b7df319a353873080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564a4ae2e33a1a9a4ddd5dbb73761b80b06612a98572e06e98c3d39aa9425c3
+size 129106
diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763cf558469a8d2ee512d9763e3ab55f1005dcb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d3eaf3a0927b5bd9000bc2f5670c2ad1701b0374e0b8a3ce0124fca09acd3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6280316ef663ca8fe54cde0b280dc0ea69732
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fba5bf8e35a6425dd03a80875f41a4304b6180f74d66b46d44566dd5a003bf
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54024c7ac058c3dc8b7ea8372cc68fd8a579b69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb3743b80c1f40ae6c4f32c464c67fc7e534073d68c295bbaf07c554f59d85b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e8d4dee12188053d97981a1b886aad21d5712
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f06103cb2e635ed4198e18d044718da51fb178ad702b8a211683adb4fb7d128
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c250e84768686cb6525d0fe1279ca42224ef539
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82bd535e04a8e0bb56617800c95f8783b590ff760f065f897e3a6bb08cec2c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219b71bd6ec8051781d26a86fcbe32a6cd43f057
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419b4a68c8339361c95ca862c07a8c14bc0b2e4fcf320a242e028e9a935009e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581e90563a9c23817464a43bf4d1ca69cab6776c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a59149f18bc4e3f612d27dce5d34856bae1500c9c95e522ae0f1659ee58858
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c7e3ee5b03a946c37d081d120d7d1f60d0f598
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289973f20e1a17f9af898a4cffba1064d1b2bf9b5b455cdfb7fea15cc549ed44
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a6d5e71e41e15824db4e3497278b17e64e8f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151a5030d692d7a406902ce950f53c20449ad1479922150c65e35de772db666
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9474c00aae1c5dd103260823e9c9203e355bb92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641809cb4a2c4651b3c10bcdff3a6174252ba4294f25057bd94af775c7af340
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d902d643d5862f98206238dd7e32bce747d2af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53716c801eda13b9bb2e7aeeb8d74317e7e435fce4a0cd83bcc39b441d79
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165b9df1fc9c57223e841fa8f687531d10868c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9227becede4b78865ab20f8ece1810d6a2040f508104a8a407efb0c52c122fa
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53b6a4e9f347b0af3b813f6f564a551a72b1b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03d4296925c908941981356ed2744d3096b5136c00f063d69c73955c14416c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4661b454ecc88b5ce8af311ee4e88a30275c0d4a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2928304ead6633c4c28656cea8387350eb0fe8107cf25b427c1e91a9a0b09b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf4c20758561980ae2ea960bfdca4fc0d180bc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e446fae600ebb08d9b437c335e4be4331237cf92b4df0e684838ab86629c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565d02a0833b920e5c2d266e430a429c5e2ec6d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c533a99e104f09ef26a06e03cbbeda322e2288799dbfb6bfb8f13050c895c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000efdd5291ef60c7310b34a97e220797a64c485
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee14d9da89159e34a89877aba9ba21b59c7efceb5a59eb20a260c60c6413a850
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e6004f3fea0ae73bb4763fcfc7fd6827d780c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d6249d42ee0d8674dc005d2e2fe6bf8cc076f5d691959f14775612cbb5e3a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb53e6fdba2b7401fc68224792c8598442a6cf4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5bd58b76912037f1fdd35e6038b2ff2a1d5b4692001a36c9dbc146019da7f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea4561f2b8b7992c92c4d62eaadf21cda61f33
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdbed1105940edbfdc9b73111b8161bd78c1e7d3d1e858eeec99879c76aa17
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cdeccc4487c9a5656013b8a29a604aeee8144c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39dface3a721697d37511011c5c38ba0efe3a76082581b68ef099b90f2f2dd2
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c4431bff7f6d22b8d5efb06a2d6f58be1e006
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d560c183852a77b812bf01f6a4f1540d5b486efe5564fe7cbdffffa365185e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316922964f89ea192e8254764f08614ef867c1d2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f3754bf59a1bf6ee07a2922b2b52a42049708bd68d75e3889e8aff198aab07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123c409ac59d9e644030355bbbe8816157f1d25
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841ff0105e8fd28d243980fe5c5d91ccc2d2135e32a483cd43936619372724d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea8624a6130d6b4401043ebe4f215d7a932d3d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73e6cd04a5b092ecb70477cd9f1f97f4e663e4f77fb99e935e5f250b98848c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2ec2273ede9c7fed04144a57be11d59dc0cb9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fb534c6260212535e6e205fa849a85ee642de681ca4ce510c05ca939e254ad
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c53b7320933f2f158b7a3379ec6258b01a4b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca3c2ce9a888fc48426a8c03c118b621ee89f60a682a46bb8ccd11156416a8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009572371cfdbfb2d79a48b2e1082ce234627e90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a5b330d42d5d1dfdc2fb99f618047a2ba711f72546af3410ee3916b8235bd6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8cf912d46f682f70a634bf1df3b2084253843
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e4b75a2e1b29d055d11f2ff35043081bb1189e1500fd93210646f885c686e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad45178aa3da4464122dbf2405cb29489bf5d14d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab312a05264a89792a443d230ce523075df70bf7e7838318fc879903db72c57
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4683dbbce628ce9bac3bfa624c4fd09a0350bf8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aadc87e0dab954e914890941b20791f9b1b24ce9caaf7a21744b6f088013013
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555e970075849b6a505024a0546da479685069d5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69422b72a266e1848587b63ed3c7a082cef2a695c460637d3b7665432474b3
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efef16a8ac8acede57dc948e865fb3824898f47
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c822f10c1811e3909618a609a9faa9d8532dfb7f50712dae400a3883dbd58f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab3a74131fb00c905358c9c3ede16e1777085a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b37f20a98476798488ca9cbb5c6fa41c1e45f4e41b9dc18f94f28b988b630
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4b2ace801f05a2ed2bf9a1730c3ab69ae740a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1599ede5e8cabc4da0241afca9ea13f2a0180bef8359f57c59ae2181e74d7c5
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3418a5679d1b67060813bf1de99a43e439d96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00279c1a5ab74f9e3e2fbe9962516c0e595939695a7ad627c3069d3f965c1021
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8939d92408d2ea29c2be3aeb16525b143858c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2f724f2999b6b75ae85322924900ba33e8fe77e0d641d571660656b0a6da5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c910afccce001c615730e933056e1d47d34b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9c5f3d7ebe76bd6927be5230f5cefa4b7dfd546d43ac01c70cdceaf98cde3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0e1d2b87e0a15aaf24a446558b94a9b57959b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee46d3c1e4e4af361e115ac96e6baccb0c92ceed550a7097df3dda74d7bd510
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435d33b41c97b26e907ee28089be2c935285e5b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6188ddb12645f1fb662901ec80bd78cc809b351ce81b641f932728efcdec07
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ead46da2c62197ea8cdb06b4d0f21d0a64e2e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65db5c3baa4282c1422b5be20d6a0d25a50d65f84c14fa285e964318d5befa6b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de44f7c73791038d3c146887e5ec22315aa1b99
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e23ea08bf05a1bc50061eba5df1d53330fc3ae46a5da873b4ae3b803476d0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaaf10e6b1959e64ca3a230e0f9210c80e804f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1417f4567bae233ce9c374c3e025c7eb668b2a3b3f66da3aa7b93f892aa83967
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92e0469e86be27e34ee0c08d8929f4efac8211
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5761643d837a7797eaa283e4fc1a089501412839e6460c0fe1acdb79bf2bffc2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e7025af4e96534b44bfcdf75009189f310732d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b1961f7a8374b26a1f74a7bc1dfb5f9df0f1442c80308844786f8ec322e7f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d810d3cf6ad4161ae5aa64d6a69cbbb8e4b0a341
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff692712226159af116d153d7857e785bdb4ce681b5f7b349e5a47cb9310b80a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e3dba998f00f13af4d66ad94a57b9c085ce3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b58fb4385adcd4c3e4c15c6f997e947cf2b39ade5b1247c68b164eccd707a43
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebab68083791fe1ead78648b3e396bd54cd599
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48f70e20e487cdabf73517112bba86f47a82290387f68d272aa618d5d3abf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce554cacbcfb9bced28ed14ac3f1fcce24447
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338fc96949a6230099594bb237ff2e7cf16e7ccc473d927835152be3a476cea
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf431d6e0746b2580882092b71637a298c1bce12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0589427bd3a8c4b04686845511e288efe84873dec4a3531fddeebecc2db012
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a9de1a289fef76dc55c4c95f067833934f494
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e361f37d080f16183b478ae2b3b03209c3796e8f207b71a8a64a209ac57b61b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28c41d4c4cfc51738dd362c9b8f0ba5ad298d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5241c068e2abd57fae9733943eb1aad2d823b102f3269a88042e44f8a175f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51ac873d109cf36a84f089d3ecc21cd72593830
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c866df85836421203008f7a801694fabf1d49dedb7f5fc35a90614d16a317
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7503bf0a5b8b244769c27b4e9ff767afb811d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c5e9216769b4a8f2330e25b4aa3b92b6978142a96de2080f661f654bac275
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8740bc65d33c66ae1bdec5bec315bcec58534a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f77ef20734fc5573293eadde80bb3bfb3a1ae5be49fcf8b78b7ca6507f9e02
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf9d0fc5fc7ca2f90d670b46780861391a0b94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322003001aef757f6e99d29e57ebbd7b85181c233d0129cd4fee2b61822af7
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d06498657b010d9f6d1863c6f8198082e1c3b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce3217327f9b77b94df91ae6288d5e7c646a4e514fd8b5f94b3b30ad77de95
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f00b768ecacda01b240d5d04ab056559a8db73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de501a251e8525e45eeb9c70f3e891ca4ca2004d3392de0b548c86fff91405c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374922251ad078302fbb663eaf0ebe959a8c83c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f9f7214e2a426ab475e895b91695ea198eb6b14be98a075f7ab50c2ef2ee08
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1f9eaa2081e4a8ef2e7b11bd6351b92e93f93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3b8b714e201bc2452e3d81523ceeaa724c1b9790a6ed71515264d97ae97eab
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e63b0239053893c2cdd033a74f6d79e5fa2d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8480d764dd2a4acfbf8fbc07607f77e671edc5f8c8ec67477c5373891a54793
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73394e4c8b4e6f35061c25aed5cfb484ce774aa8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101843b86d0ccdff2320e3f837b1d8e9672ed1ed017397defec6c6747b00072
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108f34aee3c9cb34f0ff66d20263ff76d12605a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68919ac2f449dc869ab17e609e8c2721a042073bf7a10d415f59220104a0fe
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5b43b3ae83a106dca7c684202c527852b3dd6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab45305858ffbddd131c77292e90ec13e5fd95bc4066c50f1f2334789a6783e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8df5a6662fdd791460ca60db6850aa58f62b51
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afb4fc658625a34d50ab7f00eb3095e71314a137be35c9658a101baa38de77
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956541abdd36995fe5ae9a0c0084d825c6677c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72578e658125b54741a565218522f2a72d82ba76136aba8d1beb7afe91291b36
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3888bfefe2d4848879584e249557bb52c8803b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffedda3ea2f658ef397467667d9c4332ff83b62b62dcf10535e0dc9a900f1c0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a653bb4b1a6eea06083299a543b387b941f7322
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ef5a183f3d89978d47fa67713df067a32090f6f33655f94af0313909b7a2f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d88257a65acd748712ca88d8a21c97fd8823705
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1bfcc7187eeb42f2aa5cc9e6603f8f488c965857705654320435c389cb1f2
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd3aee64387d905743d226c963294bf446fb0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b3464db99dfe388cb2bca73666f7e3e9e16d08f0191ca75639c162122526c6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979037343e179e67d95f7aef271d84963c2feb4d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18adb12bd672e5407f8eedf631732c1e95ca5ae8d90bfe59ae16e5d3de8bb4c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6bef5b0999dc899901897150a3c33c22e928d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08341578897c09e0fad44946ee6e2b1426fe27c8774587056456d8631795ce02
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c029feec0688b323ff6d9e2e3f6a82fd94dbbb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c883501846060355161d610808c815bf67e737e67d9d9a1bf18d96dade93b789
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660accb1986e316745f0d23428c0002592ebc590
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10287a6b32be46afd506769503c7cb18eec8794780bb712dd2f89f3545543efc
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4c774e64068cb37c638ba8abc2436022be111
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f528c78ad232111187bd33b4abb8f4638c5b1a18be541f0acef7fa2324ada
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d90afa3805ba8fdf836dcc4650e4cc0e452c63e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03b292d37438614ea9af7c95cf608b23423c8f81651034ab1e35df67b2ebbf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e347ac2622582dc74caaa799f04dc3b5a4567b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79411d08ba88c688c42a5f6bd5bc4b0353340611b6e8a94eb7c2686817427c1e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d480ddbb01a3cd9e3f67394a8229b0bd6b363d7f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278f03785d0b6acbe18ac1ea5b0fdfc753daad65194a04c39cdfa3a6a5655a6
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca450b2ff3a891df3dbe8b60b3d68c7b12673f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320af7c67f20725d63e3326dc75e9952728b7eae02336c08ce0f7f831eb7e5e3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87fd528b4c5b1810d3476948b27c83abb45a6f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41db2cc1faddaf55ba7bb4f88403174b2788b781ce181219d060d3d42df513
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e0fc417b29f9730c533d93344410c7df930a37
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e6265802256fc301140d217832b729d4e2fb9fe323470766f49d8bea22c9c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d9e2bc1945bd2203a9d4bde0f750cb7d7d224
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45333dc45db7fc597aef42cbddfb4bebcaf8fbde2e9401e7b2d6caa3072d32bc
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e697eecad82493a7c42af41526c209b020c1d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb43bb2022e9c2e007a61ad97d79ab5caeb98f0e90fdabef311838f019bb42
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575fa7109d1c663027354a4fe761a9f6e7e00a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d61052d2a1a43e05e2ca1d55396099c73a1aecdd31ef22676802ba03b9294
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73974867b203f9291d9f661986b2579e6bb0012c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb298c68ef66c308fc1da36650755ad938b4a4556a85060615a985295863e1ca
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509a289f28ec6a54b281e32a1ff9747363f5ca12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b9232e9150db653974368a6655372040c08cc31fe29778cdf21bd04938f16
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549ef24db00ab9372d685b6ccf74a1095022d0e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0f8f6e2f44b390ea0e16d8fe5c84385a78a598340481584b93944532554fc
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2023d3befb7ccfeed0125b1609108c144173ac92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bd26e7a74b0d9fb88f1e9cd97ac0d33e2222e80d9f2513985a693ae40fbdf
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a280aa3c00f2626ba9242e3e2afa117d7615dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75668497a8f91188f563a71d22d077cf8244d6e14bf0dc174eeb2fdeabeca99
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9caf1edb1894a07f681427644628ec37022a2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31b1e397d26c07085cfcabce505be2f8e2bbe36e8554dfc9e3f1830477895e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2489e26ef1c3ee85930a55c418c1a7fddbd01ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce5e295c069e898a15b081b61c597937047cbdeb47701c2c737ddc51941f7b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2966f1df61c32e2a2c7027102b12f11767cdae95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02dc1ea8a49598a9ab2b054cbe2dbd56653e30d8d2b059c6b6af4e9800a6c9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc8a1693f78ebc5bb1a421e38436bf61682b583
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a4790977dd69faa11da1a3ba1712df083d16a560c4cad407f88a7e949db13a
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab3cfaacf77f2cbe6762d9d3d0f8717f3f961b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0d85a867e7d9a0adc93e6be7f011ba0f7c776232e785ab16c6788d59c27409
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a63d1a05824be16da8e7e2c65872e8879a1b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f7c26609cb40ea27675be7c1c8481d18bf378fe16b7b8822f2b0412adf435
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2368c6256aac8a4781a23ddf6624e30cddb4ee10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33de1ee175a0ab49b9a3435892053ae8b354ac0184426e4f64d71a7d50450f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b503c83ef156d3f0261c9ae7f646a6479540d01
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643fd95c1948998b71d2645833b4bab61bae9ef89bda661860dcd26c4fedf97f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207799d3d7c73137e0a8f9ed3779ce3b5b5361e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2854228bc8057f930a9fa750cf01a3c41e9ad9546ed520c4befde667275f0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6f1cadedbc3998cc1c3f60f795184d7af8afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abee0e6e860f1d62ec1297d329215a460493efb4ee29c4e73c3a69dd6aa6647
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b898229464ff91485ad8075258a198e75a724d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d7e9aeebd28b7899b4b0f71a589249de82901f81700a93f58a7dc554d1ff8
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43eea48a5150d7304ec011cfd886089eb362da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c65a3bfef501792e2d7c744df8d67f6db50f18264b8921731a5c4bfe4e9ce7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad22264a30a773795b6338b023aefba6bd3a00
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba88470b319aa60eae850e015b3bd524a146897726c21b243d1c4e4483d42b4
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca5b8328b2498acf0f4569a5f0f1fe7b09a2dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d9d7320bb4d760e310202fbfc0741b067c2bda40c097085e548dd6d4dbed8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a487f9eb8c5cdc443956af03ebcf0a2388dae7cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094a69be316c85b5c857c0f2685ec1654768224174b4e9d6d1ef91a389d312c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936ea356737e4cd199a4591598f585022b5e2ea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbce4c588c6e86f031fe44819c72ca0a1980e3334e64914368f2f368d533b3c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098704f08490c0e0fe3653984090e3107d2f7f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239445a1fe900e5cfdd0ae30c648e135b3d94e3f48075955d6b5b9a4ebb1436e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e2c766162853a324ac3c5365f96b766686b5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee38ae70358952e55b302a60b343456c9a0bb436488c16911740ecba1d4b5a5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d9c040c202312bd76308370fa9e77280acc08
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ce4afdc3680c7594a7a4b7dbd2db5d3597836cba8359742d319d5fed83753
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02f4b95e435bd35594a82d319b5d427336f88be
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe934dbc717e4ed3d12cd4e5d213cd9d241c92f28c3f433705f98420822be60
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9429d5bb47dd104acb4124b958dd47b4914aa0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1273ec32c800430ffaa42ee36589f5c97090555787bd98a8c09b7b3808927e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07df85f519378ce07449bf68b19da58b5c360d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa70498bd4b041a8b24dcbce750379ebf0d0676fe6b6e0160b75bd28fd7757
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45406c836399b8de662eb6392fb30244c308cca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a674dedb37adcec1667249c5e6460b4046e8cd0193a10603254c6329037f6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4137a6fcdb2b56bace36c57d6cc3fe60fa7c0ed6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebe83834ecbb063c68eb8633bbff1ca8a5b20d78016e35cf39f8eeab803c9d
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b2d667b460c953e01d8de5088b19bb98a70ea5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e3348ebb4da88cf023d83907948678631e468ad340328926af226829a3e66
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555b0a82d4df57409d5bad2c21fd41cd4f3a014
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facb03d462a36a07352dc98cf2171fc486b6a6691bab48f41012b1d7d1560d6d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec441e12a3c4468593830763b43b0875432c45
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf523336074da4d8660eb2e67bb3376c5f83a1666d51ed19e9771a81b2412828
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7d8dcdbeb63f2781d77bda38ed2bbd18d75a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94f9f9479e650815d4cbc7c4a69ce04bd81631dd397143f7752e1bafdab7a0
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b809fb18f98acb52c1030a619f94c651e02e5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b2db2a795c49a8c14c2a21838f924ed4c3cb2497c3f5e42fa25b821a27ce
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6698e9a665351012663811b277bd60144af56c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c29087b14bb4fdce3833a47f4c7c670dce5fbef80f2a1a02b9aeb01b26ff31f
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a319aac8b12a67783d67ac44b5c1f5b8f914a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f88c466f6ac02ad64a1a97c0922b82934e24463383a33d6d84c2cc310cef4
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ba50723312542ca645223be9f265c43c56f2ed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944daad38f79fc070ab0611f7b2dab43da53126678dd8934f634bc16ea26d82
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c437616822c8e78707825dab3306bdf3609f94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec21d6190175955f65d39ba70e6ea52c9c2651e1e3f4106a925060beed6f52
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fff49fb66f8060ef0bbd899b3d516d982b3302
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbb630196c5d21c00b15ec9ab9aecda3c1e9bbe269cf66132f71d9c3e9ab8e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6909c9511451ad3ee3b0fdd223b92ba078f743a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418905aefef09feb0a403e693a3f82641bcf50ff6c21f95d6d7ed1b549266bf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd349759f0b208d895f4ef6e83978a59d461fcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652986483b19384ea7c96951d55f0cf52584a0ee01f45753d3effee865d2f263
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508c629b80f09139ba98a3588c9c9969dad7fd9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cddac5a99a8ccf6de8ff0460a694192b65d7130834e9a58b685904353f01b5d
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76479c4219d4866abf61cd710c0baaaa6f56f000
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f66c8d7e1b9c9f67551aba7fbd1773aaf824f22bc93d3c1977bd5f07e919476
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b2631634e4b07b77e56d8b4071500349a890e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461fe84d80c663005d99cf080ebac40bebde77d0df5adea764ff84b506e490e7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddf025a61d2f44f99f6a05b881cc226a32f609
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32090f76130ee7e285a94343dc7661d0fb2a6da736105e930c8573f0a5ff4f29
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314e87ed686c4543a148d037723a4bdb4f0a82b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fac5a39c5e6fa4894688459f0a6f5b3309cc3f3eea04950a3f5304bb0ad0f1
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6728484cf5833a63e958cde690495d0f2e9a99b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4adddb27e95eb9b48eaf4fc34d226419038ef8e496ae67fe708521e824e78
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cf2136128e6ea16610b676f95e2b96b85bf164
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2d97efe591de12309c47cf4280f469bbb0fa0383d6e1327a2ea0c8e48ce7b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc685c09806d1aadf511e927d93af07fc7e9696
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0445f94542640f7f17d912667545a4c80f852b5e06ae609a9ca4b5ce5393a665
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a3f36ad0fa84647fa2bfd1eb5a8c96d7681cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc12e87703d37649c6e78ba8aa604a462d89cbd6ddc005003ffd382fd5a7d9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c00b11bc44cc64aa615f62e8bb6ee7e42144ad
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242168e0cd48138089bbeea269acbce6f38d059446409d3f575c09d391ac8c2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93101f3cef0caa4de1634ae3234fbab2706c58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803a876de4b7b7fe9630ac514a332044482b84c6d4540203bf2fc157dc760cd
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ce7418a9e64d4836922e7430b527289e6e3709
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1c79f52288ac3d6572b408779bd6b250d53311839d0f4af5847ea86311fd8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89af0ecdb14ac4c32f7c0838fa5a474fc734be4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72feec0f9bf781bdb523c49932523bfe83c8d0c1908e1bd6932dc96a21476f8c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903322032e4f4e450931ace01dd9dfc07abaf53
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb2f87c339ed6631d898f806cc04506a536db2247c670f3236fc58dc543084
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e01c403a632e6e65884c0fcfaa1cf58f0b431
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68422f4b3642d6121e9e609375302d7e4490754fcaf5aedb8a1d30242abe74
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ad378b42883d6e8c6d7ceee902b0a5e836187
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cb11df1b5dca49174e3ce81271b99a7b8501219b0a70a01ad228bf1468640
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f328568072d0405a638b01ab268c936111b6ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e888a39c5ed451827b8647f5273fb1438357e6b72141cf13e4aa37c18fe68
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcc3c226ae63b1c2d7ab110b42362bf41a8479
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e263e4015e33d910a4cde76b4e4b7f912bb0e5932e7ee31e77d5bedeb557518
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db56179dd97078d077afbe02701358376ce9a02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e0180ed229fb9d0dbb4039c76dcd2ddc0b777381046f4485a5ddc0c5bf5af
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f235afa7502ee7da8d06eeeb88312a2c22b61ccd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54524545191705236a3404de888e5ec51addfcd3f8b0480dc0c0eae9a3676196
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddcdbae01d810c6aa52bb9ae656e66a6f5dcfe1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8d49c4cd687e603a192b1fac745eb27d559c1e1cd2140e3dcaf9aa0360ac10
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896a166c55ea22c7b10f5898823a490619ab2a3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b5cdf6fa026b1e7fcf60d81375906b84adf83320235235517c87242dcf319
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4cef71bf96a94b1b6720267e123fd9586727c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34f6620392bb5ba426e34524aedb45c8c44d212198d12d0daae5288ed969d3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074745d197490d21185a6d9ee5043e001046afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1441b80ffce816a3d35e4cce92df6f50f19e5ec239130c80412e26560390702d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031318d98d106df0b721786d49212d336f578c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f930f4c622a1ebbdea4bb3a3c86031593fd535e1332dad9746eef2b6cac07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf993ea608395cd2b61c9f4934efca2849185f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235910af9cbac36f565b74de952926fd50f6d9d9f76d902cf4cd1f6b4a354212
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e2615ffe9ba6b8bdcc9704504ec159f162305
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534caa443355bc35c0801d150bb433a971f10f002c00faf8dd8f845cbedb8daf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681cce749538923e22a008f529dc38733744e58d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18395738f32e2b1ae7899aceb4b53e91dcb20d6eeb9c46a39cbfcc127e6c9fd
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bda1ba72f45ea87180d67308eb82dcadcf34fae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa97d289a8c3ccd53f45eacc3f5f90080deb8d0f39460a6db2499de105db7e8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811d8082d32d0804f1851a2b7d3d8e860fa2ca6e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16c215436725e15c8a4a52d46f28b48a79dedd88a193293b77ea602c76b54c
+size 129249
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db87ef7e42569ec3f1edfbea5ce28899b9da9f38
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc93114893abd4672d663e14265feaee3a7348458a3cee5a97d3c15490741bd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de327f8be62a2cd47f8d93c4593d159528a39c9b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f57325c02d1d03a014a18b2da5d6c88eca9bfd05df395f985c722fd010ec317
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514625bf1421698abf1ca29942ec132af33dcc61
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af07dcabc595fca348c4e930baff351a61d3bee335d371d18f384b86a171694c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa8c8ecd36a733ec83aa918abc289576e54af2a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125f7d34d52edb92a91c4a0fb939892ad4d4ada3b623f7ede92f205f218344f0
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723145f41f453f68dd8067ec3d871a58ad62eaf8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5743495d7c23465156e3503647098836809b6dca0e72cd12a39691cf6f835eb8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d6c5060561eb62081d6ac44f81899e622b396c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b81adee1263c0ba9b4d03cba3e07e92cdc317ca2412610aecc21775edab6b87
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d5001155b276ba120c0f4d46a1dc5d4b569ca9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78ccca5a13f809b23aaeac0bf7b99ae0bb063e7fe03f0bc3bcc9d1444d0afbc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f47854a02771132ed8336d610fe633f65e0204
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefa045e304fecdf6483ffd8ba6292c69eba37f4cd9f485e0561fe687c9d5055
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48b2e179f0b7d3f55bedac956b93133c1dbb14b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961317be0242b10994c243d56cb9b908cd7fbc78ef0bb94c90b67b674a327f9c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b54df92fe4efbc60f76538440ad17e5d9eefd2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761bc75fb319992a7c20b1af2f11a1a3104d3baf30d066088c1e9632fa0d33a0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16552dfa5acdf97ffd0733e5af9fe9cdb5381e9f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c1702872534217e8adc3a9d0c15f741fc9a63926ccfef3b63ed490728438c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717dc288890859dd79d0b9ad8a974ef9463766d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac1b36d996243ab5637619c8870f24394abe63343099acbf37b731ffbbca7e9
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c103d2a277db8dae6cfdedc4b228b9b9e04ccb5c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ea758fdbc0abdb6560cc1bcfb3e658a0f08014196dc26c3c629387c37b662
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60393e7bb7a79dd225fd3daacf508c83c42828c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a223548194d4bfdd9cc6e58e47c9e7cbd36ede9f5695d8f0bda2f79c183d8
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c34b0f1eb68bd9892cfbc9e4addab2c408ea6e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed74c19dee6180bfeb4870491986541db82bd448e867577f238da286bcf084a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153ae7ac79800ef104bf429f4363d6a3e1138a59
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdabe8fc693a09edb861f2d304b61842a5d823e7de5bfc1104edc20aa469e4d2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a736d28a96fb0aca942347d73c5ce1051e28d547
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c0afefcf40f29f8924d577837f074858c0e4f9d48870fe135d79dec2cf7ba5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a72996b9e7ad1fa3c3d00abd741fbf60ce9537
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eedf4a8a9c22a03d651bb89d04b7335a285fd20224c93775339daf37e6d5e2
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af53fb69732120cc5233cfd450425633052cc03
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a912dc43d26854de70dc5c499cfdcf9a47ae62cb401df690055969a5e52b1c5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad8414da62b15766620106029024a1bd79b3c54
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d4c287b18cf6f39ebb967eb0e248e075b84af9a2329f7b048ba228f3f3e479
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff29b67bd5b90e3a3afa2b9a6f80836da24a27d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b846c319729840f87d427caceb9b7407c72662894b4796aa26fac343f6481e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8e0fd7f5ad46650496c62c49214bd8ebc90442
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677f31a9a6d4d34e99f104af67e3a3c25f70da80d49bcf9cba1dac8a1cb559bd
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116e455059c04e2ef8f807b5d84ab696dc6aba1c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36802404ee5233fe4afff1268e0c78a5b16e8c976820128c3948f0759167e067
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aeebb6c3f8bbb7bc6738ab8a72d19f7d691ab9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5446cae2e95200f34aee20368cebdd756aa4fae867dca33ed1a23427b0f8d933
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f888b11b76e384d2ea50ade9c6c50c57a2d6c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44dbeec75da642565a8f2fed34a7137afebbf2ff07bd84c7d9de6e743cf413d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca482f522a637bfc1667559ec08ed4f4afa6bca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7649cc850f2cb60b99db66cc2c574415e221b5bd305e0d8a6fe8169ecaa66a57
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97694a81ab2c7151dd93307e0d68d037cdf87414
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b73169058f13e27983faf7f35a7bdec7a3d12179de63a10c5ab1d7f385dd307
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60145990a1329e07fb802ece72fbe9bcd849ce18
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb7bed4e10b36fdcda3bddeb3ef578fd4ad6d1db12530478f29ec00e46f44f8
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7207ef13419ef8eaa6813f895395fe8610aa4e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466f81a61c3cb07baddf5b3a6552286ebfa9337732018158af6cc03bd6ae82f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8184e70f7c41f6b5cd97f1d2d2475586c776e6bd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfeccd3f11d45e555eef7dc1483010f72df4ecdc7c41f65cba7cacf4735b193
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f66e6950b15bbae14bc4b9b203d59a9e0058f5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4ad00a42f1d1fb8996a32a7fe3753892bac706ca071a7d731a9bc15988627
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b0f9d4bd16bc75ba42003d4a1954bfb220630a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f071f3489d946f0d01fe0c4a757626306488797acc3d2b373c9457d4b026a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe08fe87452f725d8899460b353a00a22bbdd085
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eb3f3ea72623d812d4093e583d8d4b6243cb421f9826d2dc6f61f7517400f7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcee4d930823e0fe509f351d3db51cfaef07ada5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726527404dcb2b7a94ada661b3eb2a0282d4f0b1eea8181478776887b40b84a4
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84839209f6a989c446fdcd21c65790802416f4d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166b655e5ab9e7aa3ad2b67a3a4948d25a3a6ef3c94b8ead55eee33756b4899
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158153a4219b22c551f44dfd287d0f188c7e5470
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c986f0d4e135faca3fcba174ccea611a4a4f802f3894cd4edf168f18c991b0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c985ebdcffd34ad42b82d5a0370223817ae9dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a835404d88a192f51df8e12d4a7aa1be7925c7a48e82ca895dfd4ce495fc5677
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28292e9cdad34a3382e401443f58aff0fae06fa0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d33080633fa4f4165e6e40c8af08483941b80bf1be2ea15e145fd0d85bdbf50
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76207a0cf5959630ba8bf1e9659951e9741bcd8a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a3bbf22239fc0264a83f40bf299c7a1c517f317ca58c2cd2e3d4b6b341cf9f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8db4802eec28e1aa1a0f780e79221c6e7032732
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681a53c3ad38976b9f25d975f4000a8c7333acb376b0d88476caade3ae8775c4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3ca3c077d8231075a566094a7f95a6fa845fc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a77c5cfad85b3fdc51360d19e98f91007536d2667cdb2c63d6d60b068a00ec
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da312afde74d6b8f3b2439a5d6bbe4b346a65bfc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbb285f7ef50689d089e880b70310abffcee7632b2cdf02252dce9a9eb61bc0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14da639915a65cf29e44d6ccbcc01da693a8c91
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b052f91f695826d2487bb04f94a93c8f053e8bda53ef7065b9767ac86edc0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5c3ebbe2e1a56a7d1b4379c3ee7ce4011afb3d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9d7a6d33f87eb99bf48b153a01486ab9c6058aac713009a23706d475822b67
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422b7945281332fa50440070d3ee7ea0ce8a56a2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ec3aff80c750fc7157e6cc78311629aa9542fdc9f9ca84a0093321a7cc8109
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f77e58106d535f31aec54f58b617a2014b1517
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac74b98be5b303eb7582a3be06d7651dc3b346c257336e899447f1ecef90bd81
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a758475c14246455749293347b4d2b4a0d889685
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5899f9afeb8bca363cfd6b40418d7ed83bc706c57c31c6e75a59b33e57b116b8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141ba59eb45c1f76c23cc3eb6a40f8b21f5dcb06
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608914b06c5e414168bab25656c20d516f596ba6a28d00cffe2918982f099481
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e4aac37017a3f13163f927dc533b6640d53d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34deb9eeabbc93db436a30e8ac1cf622d115809811e6754f3246f66df3406d59
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a01d7717515a30db9a80cc22cc77fae0d5bf9d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0116da85f55a62d9a4ca70c324ed0a8df3e5f2c98baf3b168a73b7777bd474d2
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ce7b790b5a805d10b5fdc541bbb26fc57aa0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c87405e2fcf9784db972ad02998c9a368cf0f7c288c14f4dc108888425f847
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1702437a9484a684d37a34c16b94b4d5da44430
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a54003c991cb4c935b8bd3ccbd989a7e2ca8461d32cd2678a526bc9ec9c6ec
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08442de6d0c9961144683e37f0261005e4b573c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f81b323151bb237b949af019103c97012e92335b7523c1afa956aa202b6d84
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf097ad9041dd3fadbee15b899f2d57ccf21dd87
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c50b06bfc8d63c25ed20bb6f2ae9d7b92d0cbe6ffc0c2598d21f1503f0ed705
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f898f576059dbc017e5dd3766beb6174a123f6c6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5978d886001f4d90ee9e778269b90b8a4e8fe64867fdc26d684b8c377f18d30
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957062418795bba4dda777d5bf50e55adab18240
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d3f205fbd829ebff6d3e0fc1b00a7a80a6159698fd541509cb4d9c9628c9f3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9308cafa716db29afe36883aeca81111f0f8bc95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe91f2b6d3f65e21522bc35da3a2abbc89b39a15a35098a644ccbdc1054ad232
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00286f65a72a26c40f5700edd464db45ba49413a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be760074a44e1a211aa82cab6d0166aa8d50c11a5d1f20c59a238756153ec72b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f6cf505be95abca84fa46b1691995e8736adc1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9abdd0637865ba573bc3ae019b3145686cbaf27080113cc8c55be063963854
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4d1568fd883de1d4c2c1dfdc80fd4ca5490195
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7814d68f4647e1eae494625e4f33d2a3738c3c43fe55dcd6b70102c5d4f5f4
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaba54412118c23bc88ec4441236e5eaeac157b1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3524d69634b1abad64392b8e8f04e3b649949a547f39cded1cf9c982c6131e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e65b639a5dbb951c45db0476d7efa8eae6e1b7b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea4806cd38ea1e1c9d278cacfcc3380e0939d9c4f646854272522f5a422bbba
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fee58d12f54d28299ce5d7f7a2d91610815677
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00012117f3422c1f9b7e15399972047d417d98785f85b4c674615a33fc31d73f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f738fe8dfa26fd4fa63266c61c76aa9b2312e88
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabc2e1c227efce108899c7f05a6bd4795d9cbd1971f447ea3a633ebe509dc96
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec370a1718690922d308898ac6273b54c5febde
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ccd51b065a5627fb6b86270e785486cb92f2b3b013a47dc37ff5eacec1e007
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a671f18c5342b9aa4373d0c8cf71620cdd3fa872
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0589d5a6d85a0b4a51f93197a6c6f564a82b05ca3774fd05a266c54325cdc3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9befb8f61fbabbc980a22707f687f5e4e75bbab
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb3d3d7efe22ad112e0fc8383e23eff2fc9c6b750163a4c169482837aad92e1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e2b9bcf73d5a33719fa582bba1ae2b0b15b922
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38491bd2399f143f34d48fbec0d4e92f4c7ed62c661b253c3c8535e36bd4cff5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed611041ece86fc9f292e07a17630319e48ddcf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267afb09645e9c1871609dec830d27d5f8a012380cd7802f28bbb49a03d5c735
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4f2d486e0e3ba375a00cdefda8e5f1babcdaba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d03828f21531f9e6b0e12538d5338366fcd8be1bf89116ee1ebe6c392b7f1
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aa86303963419721baa8c909eae375f3890cd0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d21a4e98c3596a0ca4a0e8ab213a1e9e2b2ad5e4638f58e4723b16a7cbff37
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51a8a73c3eb8150c6ceb009bf53ffb67ed52367
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaac2f41bd33fdc67446d8257ba53398454e766a8e11410d6bdc93840714ae2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4688f3d30089190463c015273ed3b5547bf62b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4763b4b290fc2995e7c28f9c6678dc53376cdded8d4161dcde9b31a0955cfb62
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64486d39be440da202ae1ce1ed3fe6906c910d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c686f1b29d8cfdf6c88d38812bce80d0397c90f0765f01a4ccab0573e9d5cdc7
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78bcb4829ed0de6096e6b5b06cfdc68b6a7fd31
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c49cba9c7ebcaf102ed7544e6646088773889bc01383d82222021ad593656
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173b1414f4759077623c7da6004393806a9662a8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a906c45fd4955e2ad7b716ac3685f9663a5177c77de00f10bb20fe7b882cbaaa
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13414ec19369d14adddd4fef4b16bd45b3f8618
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbada3c4b341d57aed4e107d5b094799ded3e01a443119a091a2613624729e0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed0812e8861095a6467940c63185f2c55d44153
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446d1cbb9f585dcf8663895f833c8d5aa993efee175bcb6fbd946b5cf1ac7e92
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec05e3ce5d2dce14eff197e779f1dbd1c8629e86
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fb05f1b90c6fe234e1b5b5f725a26284c4ecb18ecbbf732d2bffe69bfb9aff
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a881a19a04b86dc0ca2415c8bc6452adb89df976
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b669fb731a727415e55b75a0d86e075ab49cc877e6342e518af20879dfa48b8
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e2847282e4b7346c2110703281f46ba1dea3e4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90333d597326eeea90aa487f6bff99e2c56e126a5113c342baf033f44aa5eeab
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d5a91f415685fd5ef26336886bda4094918c93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed96863b0a631933c7fd245362eb81ccebfcdb6b85ad4e0a37068c8f22da589c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d79ef474f711b2cb377368c3c54126dc1d026d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f300bff6d25cce5b0415935f62b6e3f0ed3993836bba9c3693155cb8e80a06e6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dc1d27eb1f4ceefebf92e70508a3afdd9cd47e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dc921b0e9fe2cc4b2e78a59482196f347e8a3f6c4d5afca9a23971bbe59deb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4de3bd6fdd8344dcccd69d87cf399fdabc86de
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e915c4bf8fb0a8575e576a872ae193d4519bc2902becdd01eb52aabde4e97ae4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caddc9000c7b67413bef4cc4756d091897c123f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce6427a94863ffad9b1a6d81af9faa9e42d5fafd7863ee8fbc93276c28a879c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61ab3400200b865bf510a376eff9a72f2963d41
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46054a0f4ed1c1b788c8e6601dfca37ce4ceb49167e3dbffbc79f04072cad198
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496ee4f6254ce3d3808a6029b26ad841a1dac696
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3e7a93fdb8ed7a1d80ccaec7e355bcbd85aec7e2409e0515ebb076beba5bd3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ab2ccbbd39cb5588188190560a316a465a0d28
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c911e15f67b4cd969955e91ed7cf63cb833254097941ae57ac180653f19503
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9cfeb0de326a3b2c0d13e2fa0cf52517a67fca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b012dec1b2652851768f8cee5242be9d295b62796e5696774b3332591d0f5e5a
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179618e758a7df93bb60b8fd20b7077afc7a0de3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a063d91ad9abee8385c13b6f937836bcb9b9e2b9a4d4f38fb0c4b1f3caccdaa8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a184deeb37bbf938a9eb4958959cdc729036796f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c68c809ec97338164041088e3075322ba875e66c25390e2be5b3e3964188e2
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa30b1c78ddc3ebf0b6606a5a9a9059737389967
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb45f8ee89cd3a61b33c4ae0664daf3a5ff885de2a8e24abf7e9e4bb90c7b1d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a6fe91c7693d85357ee4c0a88a716fdd7e322
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09d6bf15eeeb689c50a93777c644f764cb36907d29c76e1f908b9cfce71c230
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba605ac14b3f93d0489e8a2a9b60c9e9b218637
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde6058c60f756aea230005bacba4de550471c8d4fd401c889e35a7e3543426
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8263e71e277a69d760b379e6a6dafe8f3bfa6bcc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d51c6c54da1827b85224de8b34f7d606dbced221f145bcdcab8075cb967f7c5
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344207fdfc27bccb94c022faa034671bdf1aadb2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367ea33ed5a1bef8c8d03e4f939468944204f5a585fd4a7ae892e94deb8ace73
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba39410255370b4e4cd5f68f95ac29ebc7759735
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d9581216d62db6223d2726cb0e3e20a8ea00a2ef236f7d01ba4b705395d3c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdddccefe9c4c82307fe34c596cb2f7d2fc6bf44
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c551fbd3d32be6cdcb87040b4f9e531933cf607e7f2cb5e5a4d584c0da2fed4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41a4c965c87710f7accade6ed15fdea19ca7235
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a2bfb3ed5479f7e2c510bdc51f0ceab35b61bcdc2cc0e60565299030423a57
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc87ecfdce4e92039b4ebc6cae5a14713308d055
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f747aba6ed30e10a943694d2f7bba795b5782bcc9ede8507d7b0d9aaf98f7205
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2dfa0cfea4f8e1a6abbd2d3bc0490583865894
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dcc4636499c7777e2a128c96f1a11a33f5c1a29ba59c60eb6d786fbfd3e6ba
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dd7e6d2c43cb2bbc4e8964ea27d0ccb020e2f7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d53d95c8eaa5cf80d759ba96bf7d0f5ee3ddee521e789be1b043162c967e7c7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9220bd0c813d9ea5d35e728fc5ce15d4f75ba29
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8846814417b0af77f4065eb231cc81b81a782fe610aded0b45c979173cf18c3
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303b347752bc80045948da8262049789cd1ca94a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fbe4db66035861dd9dbc91900d260ea5be189745495987d68a0f257d8107ce
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ef186a41726c5d97fe05b3ab2fdac9f4efc6ab
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623acb10d7d4ec4c3ac66759745d0e040d66248e542c6cf8f6a814b1f1d3b8a2
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f0325b14ab4bef8f4b31dbe161e96059b8b035
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2090da25a5c4a1e1eaf197c0db9a3f6fbcdc9c2172b837becdb574c8903be3db
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd77a0682c4969cbaa4762bef771d4b185b02e3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6549fe524169cfa381f9968c2f10fc0358a102c7df4ed6ecb42edf7f553a9a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096141b6578804219c99784b330f40ca276e4bfb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e29a181d239fc9b2ff3968e69711737db57367e8fcc130a48ddfba6fb3aa8c0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f8f4250b6f31ec2dc3dccfef617fe550ff860b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6253dcdc2cdc63f6098bdab6aa0aea3f5e10054759e9695c77d7af1ac1ad3d7
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6c6dcba853280142d69a49e891436ee9a02a16
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66373a1be59db1b781807fa98b2c7c644c6bf02ea30343cdc9f2ac27d22142f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dccb6cc9a17201bef85fba7ce54aeee35338cf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cec087376b4f5e5b3eac0ec7878b2056d859c2c875962ae227bb4a357d9194
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c54f865f2694ecccbe1f7621fcbb28e0434607
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999c34cc282327ed4da5f28fe399b6b643fb88d3383b565f500f72de7ecd4034
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea021fa2c68ea660576f94e9090f964cbc722c9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccb963d05c88bf0c5c9d84c3825fa26991bc2f8e2e87b1e72f23cc8c70f4f0a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d38c5c012f11fa41ca0a5145b8f64c487552e9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc1d982ab1afb80f8d65772b672f3d52c6f5a6da58f890cb63f61eb5086538a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ef61f98828b1c7af9daea33ff1379525b1bc7a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c591dc91fc9e1631c7a96ec1b007b4d409cdc95ed4174451b71a7281b2bd8cf9
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4292870030f89a86faff884d82fcc5622c8ae957
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81402f3555da3b303391b7787884cdae60d95d6b0fdffca93c19f8dcbf9c68ec
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339f9420f576b42d2703c397d9829632a9a1503
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8078a8622f86ef30334e210266c85d023553b0b71a95abbdc5a3087ceccf09e1
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5e11ecf754b4153c0ad0343a9ea85143063c62
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5722f01f5fb4cb47050e5b89eaac17e32edb70f09aee6238cc4429b527091919
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff3a920585881062f4d7aefd408d1fdd9a51fef
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6ee406f1a73c99d341886fd82d28ce5862a7b324aa946630040fb716f78340
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b46c8081ac4638aa4b2e70d9b71156c02d0a968
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e888155fcf4ccb3c3dbdc2fa3ed8ae1aebfbd2156a1f294c9c0294e3c5b41c7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128faba7ecbd62692b17af3c10a84276da2ae064
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ea02a7b3c1a6851927fb97459e983ecfec2e396fe2ab07c4517e5153a0dcfc
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e32ab4fca176097722aed71c7a957277ff574
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d969106ca20cc9723ccc68386d989f97a5b7f1bd907c4658ee1871bba9b3ce1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c8a809b774f8de57e9882bac8aa73b176efac
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2a6b4e49d6b52cad962c2db20ce7af44a6f1f841bede7de5a6406d5e57c1ad
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f27efbe122b1212bc506f511ab77f644a913e8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181c4d27dc599c0ee9006c45b4dc06850cfec28eb8c465f81e72f3bf552bcd8e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876830e2800aff80d8c0b64fd45fa19a6063ef4c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df55e874a2b2a52e2aa6cfbcf83de6ed6e8a36462445aa15d041c18612691fa3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac296630527400b406178e6e173541336e85c8d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4f4a22d5649e5da589327bc1fffde8f195c10c747051e380acd84a4d9fb1c7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455284e7344053248ae8d23a1d268f11a4d2deb5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d70b4c1135af44cb0aae2340b58c5d778196b1374be3336ca9dfd38945b7c
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ef3a4e925d6266821b8db8c6c60d080ba16640
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ef53eafe4fec9ad6c10b67f02c4118ea5f784ebf4980281bde2ba898534a30
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc97cc2ceb00e1b7d9fdda28061287056c121060
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f1ddb46b138c1b73d43118c9958bf535906730d9e9ea3ae2be9151b4e72c49
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d40d7be6018e14d7cb5eb2a58878fdc2a598c7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a2f1a7b0484395097076d58b79dda173c1cc6a15617c88c1944e919168467
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15d0f04ac2d95c424e11972576762cead1d5ef7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c1f6a06f4ab1240ffdcb810f297ebc96d4446aa68d2771914a859ef5d4d94
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d4f3a8d5768081b4057d3a25bcbd588bf64a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689a1a6b9c2b2cec4443b0845675d45292b4bbabb6938a37d7d040bdeb62635f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1642347a007bddeafb71c2f80c667ef4108ed4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fe8a74875b10c4b515e4a715b736b32c257eb617c4a1722610ea61290c994
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c38c95d08c7b8215214f9647d955af6fdbb8f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18b59d42190061991c749bb0295e07017638e60275ab43806c1998bc22c08f9
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c13f234730c0821dbd54a74f347cf50db0e3d30
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef7ef4dfb5e3c5cf27763dde825c977000e4a19a9cbb640a61cdbdfdabbe8ff
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6145f8f6c1f6f70ba9dbe0af80f86d1c2f118e1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb16243391c1a70e68bf1062ee91ce3f3d64c0e982b45cbb6f92c920ee4965e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f96a60f820512e4ad43a41e8cb1cf5cccd141e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae9e4ff9ae5782a71e86faa9e0f04886c13c56affc5884efce934422b81fd75
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe707034935a454a9315ae4b795a7bae1955e64
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d08d2bc81fc46ac541e570470692230b8e5b7358eca1e58dbae945f7012357
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230ebe30d6a14aefe91fce1e12da9620a5469b2a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c8486c7f66d81e9be616cbb7e43d89d0845beeb173e1f71d11cf2906f97275
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c0f1bbb4f5514d5b62b9ad23218dd01ec77db8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1953060a05cbb0a389bc15e1d19ce5fa6c73b63347ca370ff50266131dd25e5c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0364c83a0c2d05f4d8a83da5a671dab370cb676
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56a15eda34020686fc140d09343d06c79a9727bd72ae21c08e4ad2252af8a4b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173de2c4ef5d57cf919870f44570ce0931dce83b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9464daf42ecd9414cae15bb4c0b70d2546e8090ca56939fb33f85e9af679b6eb
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06081adeda17693cf65cf738b0830626e499f0b2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a20aa73b2bd8d4fc60ecfc94dbd7a92e97341f655e06d83dae38215c484efcd
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879e5d52d1c685f32f7ef6e8a21090336b2c7b25
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625d61839c410a36c0d65bd1a4ccd753dc201647c97c00863553d187de651a8a
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac953d966c4fb09aca40e73d2110124ca20170e6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11bfb2be914d511eb78b62d1d2aaff0962a5cb2dd2ba7305413fcdee25a1a43
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf5dd7a68020e488fed83669739c4e25ad15da0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c98843211a26198e527b133587665a3f0a2dedd113afae7b831895fc84f0f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faddd30d3f3b2e904610beb0a7d31998330b5b4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704ecf1bf011106ed7afc8bd451e91099e40a55da7c2e3931c4f4a2ef1910523
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca78c77b63e260983277520e8c41439c96b9e4f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf22026611d77e994102984ad3b8242d9aac86a47197944a9f78633bff4e90a7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff293b4fa1e7e1f305b12a706eb60f4aa86e54
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d200d2f05502ff40a9f715ae80194a1fef44d2562ab5d6df4a35cfbccc4bee
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3940272d08d25322d6539fbcb528a5619fe5a3e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4724e670fd68884297beebd35f8739dcb9bbafbb4d45ff80ae472192218eda8f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd56f718ba17dfe85b5c9f1cb568e900159b743d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b6c5d66d49d997aed90c8e2053c32d4a0172cb7f96f1b59fc48f7033c902cf
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4b21b5a602bd9147dbc6a882d0baf1c03ceb12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef79fb0d8a151ce137228afc865c4ea0515fa9cc15e50db674121d0f2c001d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670cb0bceee53689402a428b305e93b88ba33a69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb2e32bac8eca8ddc38b6510c7b60511ced6ee00aefe80b55b672bdd5bd3f0a
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c571485e64186875375748a13e3db27a1c778a05
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8900141b0e67ec9eaf1a7cba4a6b2d1c507f29c8b922c8dee2ecd180b1508fe1
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79abb8d49acc84e5bc8e8f1cc5124196a2764ea4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab9f53894667a1500e06777da9f2abd5581c61481663450435fba495df0a025
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfef118eb6306c812950461461675893c7f8ae88
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d440fdb8ce8896ae4ccfe3122600646b89bd31939262084bdd4b0de4cd70d42
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ced8d4bc1918e0d2049d14bbb1cc2a6893c390c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c3f829e6c8ec28180675007a42e36b0e44e7e5bcda7da92d0de078c516b351
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70313d41a9f062c918b5ddb2f863a3c9eeb4a1aa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed14b002d3c2d7a14b5b5ce34d1134119e47dc53b0f825442552c54a00fcf41
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63716d4c8bb699bba32d71a0c81be4fdadb573e6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15b69537f5e9c5a6d87ce65952b1b757a0d218dd3c6a690f8d4e2a4f8ceca90
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517585cdd8e8821d23b398526f76ea681dc6c4d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa76ea0bc2f45c2b1695769aa456c57e048cd87dd4fc689838211eefd2c225f7
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9135f7d191f55e61635aba5ce9a48a46d58312b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9452474e368dea3f25bef666d8b441d8948e5510bcb06456d76143499678fc71
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00380ea2f878865ac3b3dc3210fc344ce8de61e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483b3d7682ada0e95a76ae2f030259bd9354aaeab3861fb26cf42a42de46bff4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2d12d4d735cea898cf60412025f010cf9e8df3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ef0c97f68c990018b05a948f054326b3515fb33e270e5aaa3c823d1441751
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de241e9a4fe354f557d0e86d123c333ff5795fe1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ec9b4e90c98c3aa1035b1c23f38974359d2c91b67feaa8f6dcfff8bd63c69
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf7652ba66362a44b5fd0b1ce0150430a427401
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a808aa1c7e409160b31fb82ce2ffb2ff06ce6a2af46ef78b93072002c77a70
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8cad4cd2f490223276dbf9f2f2f84328ad8b28
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b0e00471e2b6cc3a2e27cca12867fb480af957e4e98f91b43f3c36e0e4b19
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee54bc21c442ece4ee8731fe4fe5be6a85dfb6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd48e4b7bacd7ff2e63d265572827b2be521421d44e2628ab7ffa9d0f175ecd8
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d027811392c30a7755255ee2b0d1764b8fae3a58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee40f29e98f1fe3d5f1b62700cf72886cd5a0f5298c93daa8a44d21612c94b0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d524537fc41fd9f53d4acb07c77305d69fe1d51
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b581d0ce1abac57e371979156b946df44e552a7f199e4c1dd4867871c63bd63
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeefaccad3d8f525ae389677e15dcf834cec30f2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a5cbb80b425996fbaae0ae37def045f3757cdaf580d8f6ea951e9bb9c6d4a5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8800206c065d17eb724826201e2eeb533f88e7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aec03208784b0d8e4df49f62d0f1df0506c1e0d1e2814e66ba79810bb4fd8d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67f8741ed713301ae8702f4342a3bfdf7251ead
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ccaab7bf935975aea5b553d928deedf89bb516b03ee524bdb3cbb9a1b390ba
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1128b5e90857e6b56c895efc25a33b464db10f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b267e7219006d21dfecdfc96669dfc91d0622f6305336ac34cab74c67b65050
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdde5dbb373aea3287649429c90f051c5380f2d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7747e98cd16fc5ea1d31aab21ca122d539a5a14133c4d5353276c2f99f2cbb0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fd6555b625f0cac4d99a168691cb196d004dc3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3958ac7a486a4065a5d2b4f735df4aad990659b67f8ff49ba6fac8a979f3de49
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bbdd1685a58725238856b29a385a6160257994
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef98e342236c0945e7ebb9bf8e774426ba7941720f7f249dc7b32379afb0a27
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406337f8540b7fd30050978f79e8617340b3dbcf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7e1def128215e74736bea6650f7288c8a0a693cbf925d9c9b1631f91202545
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541278a61d6057dc660d21b98fff7d16d6ff13a5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829a7f32203c4b3790259c956da7d2472b74e85632c0708ab2b04147a80c047e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0cb92632bf054eac66371098781726d1dec760
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7c147740f47915b97595d18efaed6f61beaed56fdfd92899da623f9c6c50a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c58f30944645fd73bb01a832d072237d754603
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d8f5e0733fbe99f4b284728190b8d335a93c95adf3da3cedcd71038a85e8d2
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa307aadcd00a112a68326bf218dd69ea5b08803
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146689878cf971b01c59fdec862e998a8a08cebf62b59e99d8d05777eec70d56
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94d7e940abc5e8633ee8afbef2941c7686cdefb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17058ef76a39eb1ec7989679ab2f7d2c433d5fe28c04e67b456585e609ef0605
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a50e43fa474b63527416bee3a1c8a93eca3ff31
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a387220f855c75d3d2ebf50695532471437a659703c701f5fd679ea56bb5f862
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fed5978aa14900ec90b59af451b1609ef4a8a2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1184e7eccef91b0de799e1fc619d3de6a586f058c33a001083268b1dfc89f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab4f479545b954b64430b52a33a08ed4d367ac8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ded6f2675c32cdb0395d10911c86d50c95a1e4df0c6337c681a8ba26f5b6b7b
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95199352746cacc76cf7f65c15ca6602d2f7807
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f023e77709fd3362c921417d9e7cfcdfb4a60a48fe4b4b6b40124fa1edca18f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b93440ce0b1906958692801cb2355550c0396b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4d42e26a7f97f81647b99732dfd20b480c47920ffbd8d8f57bff7602a30265
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f13ed0efd8838e1314743e2174aeb7709d9387c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2d8a704e24d1bf5f7d44f35bbc81322574cf9e786643148b7eb08b4478015f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b2bd7aae5ae8548e5b0e7edaca8d54950fd4ba
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9b57541accd001edbd11ced38af8639118fc5be3905c126b86745068b4d4a
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822048385f0e1719c1a8bedd95ab90aa6353750f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6010e12f06c4a094282c58df83355a0b0f50c77159f32e4b73c1aea491f771
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5ce820183cdd97484c7c6c8eff02bdb7ec384d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44d34e172230c23cbfca2c64a08cec685a3b41a20e7960c2e71a77b16031b3
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76268181f97121bad90aaf5369abeee7d7415c73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f905bc0307ea159fff0f508d2acabbf67371a6a1ee9a332c293322e595b697a2
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a817435a8b78b44f95385d0fe7896fb6fa4bc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db20132865287cb785e818073c8c66d963a0713cf4c1224583f841e7260439e4
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12420589d52e9d0bc1c0c4ca4c3a3522df97822
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fab0e88455bc9d550b5875acab805fbd8bb82f28d29ee6e4ed5435a8f06b74
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454640aa3f0db44fbece6d03fab500fcdc31ad89
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9bb4740902eb491d2d8bf4f95aa371bdc10f6c1e226d12a4e03be045c6ac9c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddfc38b4d15adbd21eaf152d84e1fb908d87080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3e69c88d1d2d90710c41424dd35fd81bd02745817ea2e936de14f510bbb7bc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5dda6b0bff8c39d90cfac72358386df1c0b7a6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362d797dee5b4825fb5abdcab7567e3a44ee13bd5beb2bec2c04b34d9d1e79bb
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4b2fb89175ee8e1053d43aa745df5348a631ae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09573c07958e9223d0c1b66a281176074f448a296440657b9e3a7fc91751c089
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c572a03e54197a07bb2cef5530125355d805ea11
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481abe39b57b9cd1ea56d53e8fd19d6f28124a8b2870842c91c1a2adeef878e
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a4146329b35d3336acb704b1d645b317c279ef
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594c8fd3ec8758509a37ca8fec660ab0512fccb15f6d00ec74b6f973c5a2852
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728a354c99637f00f86e85f9477833c87fc87219
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22ce4bf40d26a9fe1872b85c0bbcbdd1dc1e91507ec5371dad84406cba84dee
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21751947e6655a4d651dccc4356d9b5e9e787f46
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0544f92d41a1d8385ba61a0feb435b63170dffe399631530f0382c446a952e95
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979378c2f344e579e0db648b489368360ce76ae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd4d7214d4b37fa627247f86a44763363e3ea3e8ce92224dc7368687f299197
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedbff79e10bd51c42bcad98b228b3753420bd50
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea66aa5e23aa982d22c99a8a91515f68c77c89cfeefe73e1a5aacf66f03528a4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa5c6c928391f58af3e6a12aab7e318a95a3a4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad884afc3693b2b49d1561ef3234e9d8d3223143803130db4a754c0fc4890716
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566b1247d2212723b81a21bb4a9860bf0ea953fd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d741442d0c4f5edfe7024c403a8fa6351eb902f00a7c00ec0c2c6fa09ff8fc
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124adb37afd833cb9077061e0cc853abc028c100
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb12c451c1622b1acf9a880ec7167e3ce155345f20a02708db38331e035d4c8a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6544062230e0cd250092b703e778d6ea003f97b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7ed1641fd154138176207176213ff3187a236c48188cd473f0906c8b1d6489
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129faa155eff0e80e7945c1ba7a1f7b37aa49fa2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c8bcd35bc357fd071550685b249f81eedf7792fd50db6737d9050c3682649
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fc68bcef8fb146d77c7e1d173876600f5ce8e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe93632e0c11e8c41a13025f49481a20845e409b4f62515adf8c1341a796bec
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8631b6b9be362cff13e507ad2e0a1b519e4ab231
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a69cd9dc84d2e905da59a80962fc05e550532fd12510e6f6dfa2c4a89ac82cc
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d51245b38f331db19baa179ada7df960936f80
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccb850aa9d2c1cef3a2c0d9eb0f727b34b91806499951668eeac0a8ae928e6f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcbc9985c726a3afcc62bab2c72d44bba3e5246
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c75dd6698a29c7100a64c17a1521eb964aec131c7970573d6cd69ab6d385c6
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15514319f39b055ad6f97c804113a824be2f70cf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2c1dec3bb840df4827e871f8bf2dece1dece162c22290adb5d5392fa9eec53
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574284f603ef099e2580b4a661c5acf18ff60f88
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc51f52a1d35d590e3ab754ff126dd894ed1efc63e42c6e5908d257eb606e32
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9c4228fd34db9e33552025be54baff5cd5ce3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adf9a81fe9fbf55b5b5f76e12fbefeb16b93f5fe029cddefd45ded553ef4d5d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a541da71579f35e0b8c671211a44b3fe2df9ae1b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b92ba0dbeff6618737c808a884dcafb40560a2fb9409ce11bbb8239185f5ef
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1a487a49eeef587d2d47abb68c5f15ad3f7a10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d06c503324c219384b6750b7b23f1dcd068436407eea7eb356624d6ed9390f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc542fb8ea0bafd549beaf64f609f1f1b0c2effb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b98e5dbd1f704e84789a1ed76dd1510c2ac246ed3f6ef90e1d1c34d71bb9e7
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb5b89ee14779aa73acb04c735572c0ea3fcea8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031bf63aaf3a8c2e444e2f7553608ce34f1fac454c710d01f586b880620643f4
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa92b4bdcb86fd3146299282a659502894c4819
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08864c757ab0750f52c962fccbf75f7640c3677f3ebfb93e918919707e43bbb
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1f068de70d903c8d0b880021f66d59bccdb486
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1248edc7e3f2182c5697a3596f2ecb63f22dd9a760b31360c18ca42193d8e3
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29ee1216dd126131e1ccbc7efb3c3b262d3072f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063d1c417d19d5cbbddf5dd7e04f0cbd5dd9eaba65c98bc3d664c25cefee1a13
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b4d3c7afbcf3cc5d43983ef40e11c236985f9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6028cbe29ea53d47f59f1f1c1e9cafd112981b4bc800726eba5d5b1ea6cb1886
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c5ef4a1cc4a7e04f844d051cbfe8792fe1cefb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e888377f591b5810d5ecc4856bfefb20b1b9023ccd28bde355d5edf60ca481d
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe72195605b204a2c9a35c3921d89b7099de39
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ae231451007f55a98251310b174dfed930f0e5eb203620db7241379462f92d
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3565fcb5b2e863969f6da907f5cda614f7a3634
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d96aba5fd5ca67d21b9f3d75ab1dc223f728366c5e63d99d9136eefd52a5f
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66be9702ada5fd33e49d3dcddeb4c110f31e14
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71bf03ab955d8182f8ea70e1e06b6590ae116de74d9477b57be8e49cf35de98
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d202f9896939012fb064864f9584a46d6b4214ab
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf368cae0819e9b5ec5dd1b1b63fd8c6cba1d70ba47d8257779e4056bb36e183
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7858727ac7141cc17c37e0cf000bebac07886a71
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3852de5ba0b887e695fa1a0162606ffe5dafda5bb5b4bde6c6aafbc3ffd15b0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d03cc5a4068fe0e50e7a546f99b185b9c946d1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f0eb95f38315f0ab6cec3cae819fdac93b8afc8ca6abb47695a19232dd8843
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d56ec612a5a530c60f2237200bf5eb81d1c394
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28517f55c136c262f25fb7a48eec13be823526679aee44f57f8de0b41386946e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4db9d0cd369a13b462e9d07302ca0e930a1d2aa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3f67585fe67e851a0b9e8721133add65c99558ef193aaaf148ab9bd3f2314b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173cc9754b935453c60441fe05ae8a84d7feb5d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afe7004381ebc59a6bc548b2a57c543337573123636f01e021aa74fb9dc3ddd
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babc7f3d7c8ec1d7e3e9f6772757a5e5468e1ad9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fbcac5d173f58dd758df84c7f565f618b36d032334a3cc72ea5164cf8e45bb
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba6c73a1039f625ee7550c9e5f0163f19b71185
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c9e141bd8ba8cab5abe43d7b8fea2f82a3785dd350421ba69c513e95376204
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0d88c8491c2800e27f67d0b45a0979c163aedf
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94426b56dc15a10a4a617b62c96c8e7d9560275c7914d42b802222cb0573d397
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d30ca1a3736fe876ddce1294f703e7b9149acd2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4b2447a27c2e083d962bd2a1d2c18e11d9639f85a53ad503ceacc0d406674
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6385cc11610e0f76a286eb4fb0b3c2c4ce73377f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c171c65b13c618dba90297314f06329c4361caf6bb7208739792ae67011097a0
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfa4d7a11af74e4474123d2eaf9c56e896cfc1b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a2974c33e596864025afe407524cb0ce9304cbb98df2a91989ac7744624e0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a68ae1206cdd3ad9394c033b662cd12e9d264
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73372d7078b59342a20c7fd466c832f650c784a54a4d59263465c733373779d
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9f1134e3d9f716a2e577b2a4bccbc09507a7dc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993d566ef357786d5f60c88f8d18a0d4e60ef9f4eaa571de8609e5bd786de234
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09bba7b8070337f86a63c2ed76ba37942627c3e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e0076a3b710aa8746976f93e938572bd92a2f34209ed407a52b5f04fbcad9
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed11d9e0c57f51fc4f5a0982ec840d1bcf4bae90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c10cdfce497443fc8211c8028195adfa2da1ec1bba4fe1511f8909fe2cdcc86
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb38e5f6ea75d6559352e3820463d9286c1b549
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79766bb6493728beb813ae4ba5a8a1d05cc3a73a33b394c45d516a07d410f68
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9639ec48b6a9458935c3db9fed75ccfe84bc96c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0af3de7c39e858800f5c966d6bfddd5b95dca2f1ea4192a2e62627ad19d4a65
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514831094b275b7ed89d2d4c90a7b5e896451e3a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476b051bee2a553bbf91ffcd60c208ef56e7ace24af05101d68de6ec868287bf
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19582aed2ac058667b0529f03ae717446e10c67
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8284784f7c0ab86ab150c67810e8fd7c71d22da762ff57db5c1cafb98d791120
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbcbf61a6c2d54c28a884b45a9f355fcbab0ab9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e35a53ffc481bcbd4e3b6f6b4ef548220c70753653c55ae98d86de604a8d0e
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e04cfef65b1669b290d1f99dbf4880ae7ac29d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cd4ba9e08081fd8cf061135543cecb3edeac52545bff09f02fa85e3064cf41
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1974c2923bb3ec44541fdd869636661d24cbe8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac714c1220a1633f125566bea5e6475edde243d24b8c98ac2013144fcd5a6cfb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a049589b44f6b1c271e50c611bedbe8b015f7dff
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4de9d20c49d3b164640fc7c1ff09d8469689f9141213f5230b043d83e0541da
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278eac5d0e515fd564ea217165014a08d92b430e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2883fb4062e08dec616bba832d2a2144b4703583f3c641d4d87ce0f91a75b
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc72cde87e47f254d640aed3944bc56abf0dade
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cdeffa2494eb878ed8bac580f12ae3e6778f39ffc8166a8b01cebf747d5485
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3728e47c78cf0b2b558630cfd81e187ffb5c88
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5db924d3d9de81184c8b3aa0a95236197604595c578be79dac837f502e38fe1
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4d50c9a88a6809705aba037eb633c746199c43
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40f04a89cfea07ccca6c9c259b29ef53b1b7e5df248880f8c5cf403f330171
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1252d7f9faa7b1682d5678c97b271fd561fa1c6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e563cdbbce5273ceeada662d8665eb4408dc833ae090be43e571347182b7d5
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075fb3b0989608ba8ffeeb16ea92066b43a8f7e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2c9cb16b92c2ffa1b984928d14f6067d28e750edd7797d240d79e7c03d8a33
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f6baec6638a96491a07a3e916c65e2046fe1da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8409e0a9c058a2c9d47ce68e60e564f8fa1d9ea7215f3a8792fe5cbfc118d289
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1121ee7d8b3dd3461e8f75256592270d907327
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1466d59dac6a8a2bf22322ecc346e09aafbfb2336c5ffe7bec2043e64782b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d32c529f844929a93a4ba606235a600f002779
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acdc2e151a6752f96aa45751c8b0307af9083e1e862e4b1cb87fdc4c2401e07
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a74518157400d7d96e6ffb05a98841f17dba165
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a651196cc2188ed572e856644a74fd5523e2153e12132980735d4497198a5
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a96598e0c10060d6722512ac46f74b83416b75f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c28a1a7ebfaff3a74523eb4e11541765fe294ba08a60c181af336e2753e671
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d2c56c93b4daf604dcf9e0668ca19f779afcf7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffc8f9f0e5c711a9dd4c0c5052200b501f282b9bfdaf790a377c645f5a7ae1f
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06721bb4dc01d42a9222953149310e63906b419
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57a440643af3f4ef9f2ca405b18a03cb8cc57349fae3449f4b8bf52cf237560
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942b7c9925fd3fb3f13da20b5de1d931dc482bef
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583ed1a36a7871feca16a9a71c5e1b6a5b6fbeeeb7e619cfc990a297e86c5aa8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1461bf26358fe30f5d61a6e5fd8e0734b1c746ea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e33ab6f31c66fa94d9f1c54fe75b6c0d53e60ecc8cf7841ae925600952b7d4a
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66231d8acccdb7d57872c8d5283bdba8dc2fb1ee
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f138c616ad1db4bf8c43057ab7d34b937a8021c628f6dad4ab09d0c5bb2d0
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7824f3e4e71700cfe9909764ce85975593a0b60b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4feb00d4c1b5e964957816495e08885726bf17bce1091c550bce821512b205
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f41bb04e96f52d13f58df402d44f819f5565469
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78984d74cf8bcd6b3bae636356385c9bfc9eb16c28c8ad6dadb412fadc1d7c0c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd713bcecb12e5abfe834abe9c3ce3367b544d49
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fab22d5d1e476f11aab85c977b7c135b1edf73d38ac156fe7054683fa561aa
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a136655708ca19d8e44d96346ba807adcfa639
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f98df299d25f1f1732ab7b8958297ebeba0407f17e4e4c95ff7ae02fc6d536e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48210b16deefcaba97fcc78c2a356cf4e48d8c60
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe460c96d36b899c875ad8b047cdaf24be96083676206727004aac248b24c6d0
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70610f0d3658784d2d57376261c7f7da83cb5a77
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e694f458d816a96472c0028d2a8c3ad4cd77a5c2df88cfc7e1aba7cd3b75cf67
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8a534aa358f91ee1edf193260b6fb7cafd6ebc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1f9d2aa8fb518b3a577e046eef700d1b3bfeffb4fab769869131f0a7860cf7
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa93271eae5a20966e955c2550e339f799c98f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9703b6a230a9191aa35ef9138e41cabc4080b5235c7a03bd532c37c1f419942
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7138741f3d0bf037fd1c559dd870fcd43c4a19f5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6a04a64d38b5eca98789ef619d1f956f539f966ca0e06f7e834863326c35ea
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e13e12a720ea34124e1ec4b5094d708abbb164
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578efe3f8af7fce4c65aac880c69a2ea18318732894d24f8baee9de6ec549b87
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e683cc21fc541a24ce7b817294fd5983f6d7d532
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfc5610c9176f41b90acd226de762aeff084f0bf45b0f3cdd897e6afdb44a84
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6a9a2a4b4ff75eca25d70086df7e178cb15c0b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2670cc93567bac1880c14ae0a29e5d1f7f7890ee3f37cfd7630cc3025e842a0b
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac763aed9eae72fc71750e96f36ada2bf693de02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c559af8964d5e0a1b6367a2972f4d3f94d149ace2210df9c5129de6d49228219
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829c26aa12f446923152d4b6c60c97aa2b0ce383
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1d9bb3cb450afb19782b611695e6e45f5e17c1cb9ea7be9ed2322f4302a495
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7671714dcfe599fccd3d86a2f3950147c5ac1d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a99a081d72e35645e51f0c58f4f4ea3bedae34c5341eac33652cf8489d4fead
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b4c97564f1c7308d319c3e89d5b474cba8902
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499cd3633a8a7b1d964aa207aefad9465dee42024f2646ee1392d025b995c47c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9248aab2b84e9730bcea50c0c2ef69d4c545d2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a2959cded007f0f3600ac559875784eca5d5e4580e3c6a3483a34c825ec9ab
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3285bb757ee6568d9890635962b6cb945d7bf526
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1be391235a4cc78a44277a3bf8bd9efde29137b78c0f242cb478456061c7eac
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97be9fd838fb59513cbe5ea1cbd2da41249b7fe8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b18ff9414f4ef66cffb0b58ca9cfe1e6eb86464ab42d76ef68f1b9f60656afb
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c6c95e0a5c57824be1cb6f7ae7956bef6ce751
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9558dff435e56363bf61ef46d70de5cf6455764a89816b5540c890d1a2ff3c
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acc77d4ff00c0504665b91620672cd4ce7bd59c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269889254de8aea70b9b1fd2ed9349304f8961c480824970dbd5abd2a02d1878
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f5b8265ccf7e929c7ff578dcfdff0c9ccb6625
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6263164ac1fa28f961dd143f81a9a2b903193e9243be94ba5619ee373989de
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0100e55f71dcee98f9caaef9eede1b25b523dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5e66404094a7a71882b402d3ae71e6f26c5575111173691f9908993c474e2
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b8b3199982c157838cc90740878676971591c0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9de25309ba1818518a653d4cc1d1763df9ca5f3158479ece1c106591f4f259e
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2358337a3b0215ad4081c768404c50e7c132996d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d5444bc1d33e50bdd3b2389f168d6c9b0fbd0c4382a7f2bc284132d22ec1a3
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8552eb8f26c31d46f0d863b5a3d24ef8e97b6dc1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00957d2b56f878f5e0f3b6212787894664583fbc7652a7af84cb513ca34ceffa
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359203ed3e3fd6a8f25efcdfbe594af83b22748a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15326c21a3d06da27627f977e2cee4f25a76445367b61b955df3b55e205f550
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1a3b4c799673c6d86b3d601ea978fd5301271a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e812003298d5ec8a59a9774771260530d626a432d4bfcbffed2e0b2aeca1c06
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2899c44deb3756c8f58e8dda6228191c2e7c0730
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83e7d821fa8d06ab3ef108e5ace7c449ddc042e5d8ebbef71f705f940910708
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a379227e501ceaf70fa5090b676c1fedb84f037b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdef793352c4bc10b59c8046dc3119bb5e64d875fc5d994dd74a261354ac6837
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112683f1e73f872f61327413d37d341916ed02e4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1b5f97d83798a104de93e3dc9b877b98a90ae0eb9a954528bfc6b12a8e773
+size 23777
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b324f159f46a832d8ec12d20e153e5da407771c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea9f23458ae8c80ac0d0b26e81f9b941c1df95ac26a4d04dd19f133fb64f29
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71d98e90a6948747d2722eb53d347db2c782ac5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64139703f5213be068b5da170bca7a92ed2823c674109278591bbcad9880310c
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8b68bf70a9f629dd412f3aa38eb293bd23a803
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6d4816aabcd4a2cd565c0b7be6f6f59b71a89a58e87325ff4ec652af31eb68
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df19550b1a3bf708566002495b00ebe43e155ed0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a318f94227c90e482d6e0079032b9d375b11427dbf4a6c69c51dc708c62da742
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b21ad4022ff3c0ac4eae0e438e3105c999faffb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ae8ddcdeba46ff74ef139ad6908bae71d4dc103fdb031b0c2c0cf9d3f6deb6
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84f93d04580496d1213c8d852e6fcd1cb0f832
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047ef4373c91baba608d8f75d7bd70ddd2c4221014fc2396fc0d7eabf97d0827
+size 9441
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd907bc8aea8d3ce63ac6bf45eda60e1b2d32c0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394e08acd48d5fa475b258987ee8fcb85e017b119be58e8d006f7fa0ba148ac8
+size 1254
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581cbcaf1f0ac697d60434f9605e69da18a54639
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d0d3916c66c3811f12cc215e6b945a571b3bf4d005f661ada2c7a24b0701f7
+size 2273
diff --git a/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f9f9729b3618fb7c7824dc01f7a4d610d50407
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddfa2fecb0ff33723fb243e8bc65394e45ff4efc38d42d688bea985fdf41ea0
+size 1254
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad645dcc7b69d0afbb32b29bb8df81bf8fdfbe47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd0ed9a6a579033e5feb99e7938cd35718892a4081fef7e4725dcabbc99a65
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe826038c53b9c483fe8189056f1c36c97ef08d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c658357348f048f76e5586b834e9dc6d8fdbac284d395b5d1bdd13e93b7589af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f309327949593b61f840c265a810b404c8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e8fbf036650033b2ec44c9eec1192875a2316eb89257eb57e12984d99e9074
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20274b3e2617e96cf033db88acf2ed05a575cc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161f9c7dd6068487b9faeb38e531553c0087f1e20c13d947a2c1f94beb5e0b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926238d4a75736a602946ad3b65e5416252cbd0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2d66fc40c7ec777a08760f10b66ac32a8a25070064959151faee489a845adc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cfd6d3d5937940ac1ed3a77955c42a75390890
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9de5d217e543d64e4baea54beafbfd7b8ba845a6cc660162dce00c96330e4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb77d19d14151c41027bddc344e68dba3237a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c1ee60b48c99b3153b520d0f4d37de7dee1f2a241327134e9458cdc27e16a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb497cff32292d704ab2d9bbe218acf48cf60dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94b6f4606ef3825dba6eb1c60671c8bf4fc00d400afbff3aa94683946e760e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc29d77345a5204f82d91e076c97b7677a2443
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736f212220b95d115f6ac45a200a191d5835557c3b205b0ce93279b911a85d10
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e1ed9fd11d04b2a55a32e14c8aa66beb7eb87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425f6b4d8dba67e045c55005bbe537710d151bc99305a00789b999ae3ae0f5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20104af2f35d4b4930c1ea450452fcc544df46ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663c6cfcf09763b159d6fa74085a4484b7b1a3f901bb10a8df7e5f87c02916c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d2a90ed7383de712be6d0ee531e4dc3eb0246
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a70172090fc1a2ffc1d28fb65038394bdcd3a823db9e2f123f378c1e77459f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0358537ba97272b25680d3baa98f92f91327214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2447ba326e899ecf76d37710c8bb158b1afe68b953f82b3814545fddcb5fc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d5101d7f58fdcccb377d52d695c97ed2c864ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556c984626dc444489278347b55a8e5b56b40eb59ac943b80af80e68e70a67c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5d35caf9f4e7105fcf8ac282359adb0afa794
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4aed0aea4a512b6530a7956d22785a7b32975ef991e573035995bc38771615
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a61cbc757e308678267fd22fe944f6c9c305fdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37b57a374fb38e2e7365b32e8b4235da8db1eacd42b91b05f5c57e90980f086
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653f972fe55dfdf5ff3fdb6a7b06ba0fd2663a3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d682d232cd186d6a39cca3d3a99e47b4c122373027424b921d026235cc5a41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ab474cdc7ea07009243ed9fb452b01b5e0aeb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5305025fa661e7494ee1616d7106cd906f4153cc6fc5c68703ff3a719391ec65
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2d9ebe2f125e4f5ba85265ec1ef1714150bd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354b985d30d61b3e79bef023c1b52f8e4f73bf4e1f19e7eb38fbad2898e2cca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533675f8a3de3fdb9c97cbe6c62fa69781e698b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e36b51cff9057f63973e8083e6591b1554ff969ab5f471d11464a4dd3705d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff6423bf9de3a75476d611e72fa737c936ce426
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb7ec5e3b3e9c29389ad0a8a836642be3ba860b156efc71d7d3273ac25369e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ed20c76ee721abf59166146e7a73304164c4da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834d0c17fe23228fca81551151386ae590786c9e6e44f15fad1c4b5203289a2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3f68511cc681d760979a3e7d20cbd3bb5bc8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236296a6d1718e0cc4f5b9400db412ec58013f2ada4d8e582ca92db4bbe3a96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df00fb4b2c135d04156b7daa12e93ca7ea67d8e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc4d66ff5d142fd61b75819adcad99311d55fcc953d42a3e5ab47cc8b75682
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d57a6b7460f7db7ed4a767b4a92d2a946c3c74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c728978692b5068fd6bfbd767c7ccad2ede3955af90cfbff7b4dbfe753f925c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60befc88860fe6aaa3ac5e2dfe99ef37400a38ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9195edbb558cf1c096193716fc5cef0ca6858989a2e0b88ab31a650ac951f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84312086a83c187442533f52b4306b8da81924b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096938e311cf4b1f6cc4d8211a385df1cf7c300b990b36cfaa681e1252103511
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ddf1f20f9f49b26d626005aaf8e388060cd7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52c3b82282d80aa40a801fd56302b7616bb32a882b865fa3e8476580f7f242e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb81d496ff2fe3f274da84d2145201b2ec1ee89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2393fe79b669e458586cd1172fcab19eff5e61ab7004efd1a09bc0c31a053e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c84b73712e4551eec3dc19580d01775d61b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32db9f6a87a1f712a3bb65214aaeac359af4e581e9c1686ba393f267dfa6c7e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f25eb6e67d87ba7810134d3036c383487eda195
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8885fbe47daa3569c83bb5c80d9ee6ecd65d3e1e85178ff1c0e98cd59d37283
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd38939e49b15162860eb1977df189faeb57e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ddb2558361f4f22e9c9ff3ca9ab0b387466f33b3136a9958d1364a7dd44aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b0ead764866aebfa288bd345016a5525fcf8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669eca89a4fc22b1efb55a2815f5835ca9279b626a9cfbd095473861871e865f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f54b5c376c1943e97198cc7cc0c5f6cf139ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb5205c301cb0bf6370990e15efe2594b4835517e471525447bb8d0abdece72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb96dd9dae1b2e6b17e346bebe85a2207730f01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1872858349c00d3d150214e2880d71198801b38fcf6a0873d9c047ab176ff12b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f4dc1acde00ccd9d063df5411f568baaad1ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0393a6fa7ab84f8f450e3bfb5e6008100059cfb311e878e40e582bae32b45727
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7df3060cf35a6e6d000e47851a1c0b19f18a9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2dd9b3cb25c0d12702ae6c40407824d393f6f2e1b62cc045b76780677baea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcf4d993fcdd7677fd180985f33c057790ae60a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a9ebf8bd8b67c2019211ba335bc5243d1baca6a8fb8afd3ee0e3f811bd03e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2c731cd31d96d927a4233397a095411fd83a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317bc07b5a7d1f435594e94e1d7d172b302737ce9eac3830b3dc0fe2e36a2df0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9744abf9083ab42c6ce2b5c94c18695cbcb195ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e668a5be2e68f6a674bf02d07a862333bcd6d5a7cd2a44c8914c2c6b10fa3e32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4815b0043b299e994e35ed0951e6b8033fdd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e7645f78dd328a29e2fa0cf3600d319caeb5a88dd5f954d086f8136e28659
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ada610c76d862e451df7b83778e254f20b347d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648366f6084ff0aa1e478bc0b5220d7ff6fdc0e1e26e0de7e09180b45bfefef7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac5ff146ca3cf6a40e90eb3fb217ae04b7ab004
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f18ac05215ff6dd433a03c0293f22036151487012437deb6da47328b010e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f0757e0bed19be1980923b07c446accf8a94b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ab369408065183ecacb761a7440aa855973f17c2ebeab77ef7a9f14713978
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e063aa0ced5ecc87543a86cc4169364b19606dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643e2fbc7a63cf9580aacf4a8d42dad1ba0a2aaeb7a2974f2f10b5e8c97c3a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc88ffbb0e7c763a8b70c07e7fa3958b9f896b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37655b7a95b7af1bbb0613f66b88664ab696aa8101e1ce03b35ff1af6ce315d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270422435d6b155a537cc0433708d76880657e12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49ae59be3bd855806c345e834d2f1fff4fac445b5e8595f2960d3d352ee247
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe40e56ef7a9570a121f27ba3555ef1f0337003
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40fbafc11baabffb3d3d23e23a353fd9cf180daa11adfb0b76f76248c25ee1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5fc0654c8579e98af6f5f36b88aee7d52666ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3786fb14009bf48599b59e2ec71d837d739f471934316c30e5e7d1eefe03da0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d418a41f25b298385dd70d58fa0f1e5b10e9e9ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efab433845c640da07f31e61c6b779fd545fb8b784f1a214374f3c0898fa30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b511735190f1c3f1b2ad9d88537257e49c0b1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e24b9b55b767657b920ef72d648efa9c513cebfe7277077c4cc9717a903ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5823adc719f295351c9fd41d75c5e39dffb379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632155bdc14fa418a92face91ef80e986556186f9b6c94ab4f5f5bbf836ecb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c1d4861936218d065556bf9afc52a7b8261a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c859a8f5f0b8a870271505f8f48d81c94b2dc47b70df65a3c1bc788d519ce837
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb5944116aab9d01045589e16a0552285c51d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b881bf34a25c5388c24324f80e270b1ac827b85a9dbb034091aeaead903510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3236e627780d73d78b7de60aa0b583f348f29ff1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc79334d7810a1403efadb6b26979ea3f1f78fe8eeb7a650e9faf9a06121b4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b4871778c583765bee169e3c6eb64f71c60a44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b0d518ed34e93b1c065936a7508f68fa1e47157114e7465a3042db982b438f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bd5e99fdf6cc8cfc32204d2aa72757e79d544
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a9ce8545c217afaa5782d0897d73a9bc928ce97e07213651caff6268701b5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfda12fed14434282b9bde4adf31e53fca8dc5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb11fac6f1c992e5e41dd1b810d2e670beeec0a1c785e70fe5026051b46f883
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed3bf4c63c35cb560fb0fa929ce7dac71fe7dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee39a0ee8af516e4ba3ec0ae50053e322799c93f8655ba13cb7a60f1d8c147
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1394f76c8b57d63205ec5319468892d25cb1dec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c8005ad31d31450e0dd7df5d8c8a6ba2e0f2ad0bf035a656b155999ce108d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa5096d0e926c3c6173d6ffdcc80eee57e6181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a18d9cf94ba79940139a6de2af622d03d1c580a4042d73d6934f771f1aa0fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cab37170424b8144ceee0fc5ce51edc16f598a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7eb67fc08ea7006b07eddb4763701e53e9ca750398a3a1a4280d6a05c29ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e7dff734a963224a547ea0f0671df8b728288f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4393ad0cff882fbbc769340b9d0905bf6f7586b892ec7a72bda97efdd9a1798e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7b763dfacd3b4fb47322d6366e8bfb344f31c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0efc723e9f26b6f29d5ad2f4ee861d872df5f347545dfb4204cdf301a84127
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277dfc6ee2e4cf7735a1a0546b9a0a1906f925f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3863c0c770fa13be43596ad2f25568a4bed22d3e9e0a506baf3f20c032d02b70
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e30baa3f862275c8e106287d775bff846ee0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8851b5ee408860ea8b4b5d736259f67f2eebcd404feaa01c075b6ffa56bf45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9b6c201ba104768a8a8ebd2717c9deb8259d2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548e72e819b48bdfb95ac56e943f8b53d825876e17831708bf2f9b780b23ce8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e81037a77511a37e9eb0181549e33171080ca6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73ab9e8ea9d819fce65d520699ef99b3829e637c91f31ce517fa348b219a35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abeea2248d68f14299539e348c0ff8d357de31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a7c2c4319308c3ef22e24c400577eb781220d382d87e2a6c2ab79ea5f60d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076bdb10c5fc4371a10ca531c43ca490ce05aec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5f9ee9f0667efbdd374557805c009aca9c906dc81ca038b0bfccedbd01a76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a8f9959a5ca1fa2911251da5d3f19c2a3d666
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47655eb50234b791c9510201e6d49f3a8ee8171a9c0a748267ee6ea9920ed706
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da16ec300a005dd4b828e44d4811b3d56bdec5ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b394381424b97fc8e384847319698cd8b3a0359bcbf66c414d6241c899c8cde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ffe5148afb03e9adfab49f7708a06b8d8fb40e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74a88758937619d65c4e21aebae1292aab0a28b7f72617206aab238a002035
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4553a2600793a9d886f17c5504ebc6fd37394fc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b659753c2645669406d0e0c2bd7c72c468c2d2eff6995ff2cfabb469d1c29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5fb94b38e3ff432160df42b18b3b7b254b030
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd050e3a636c9edfb6b701b511992f9f7f856766a02e9c98b8c91f868bc9730c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a9e25ff9d9f352de730057fb1a20d5a3711bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96827a1e55a3e93a50bf2b76b23234dbd267586bd12931ab3060840026ed29bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff83bfd3c36ed9af9281a1efe2b59b1edea761d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121860d6481c275bf4a73beee7d2a8be79dde4ab2d9333088643f15b33865209
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76e005281ec9ce845ec243c9185a61b308ba0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24f7c21abe4906ef84ab7a1c3eb0bd0ad761726faed651425e1db7c55da0eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86023d1d8b5ef7e2301e6230c22615fd23420a75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87477c875bdd41cb6ff27506943a5132276c116f66dbb970f1a7b9030d40bfc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e929e3178828e58e0f19be4bc8b382f83d1ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ce179e52e3947ca8eb50d4ba6d33fd65560b270db9a6525cfc85e07c709c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d74cb1549d4f0a3aa9346b7e054a4172a22c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec960296aeb92931b73ca6c1734526e554afd41bf17d29628f1f28813af65580
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fb5c9c52a827bc62faf2133666137e964fce41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542b1b844010d4ad71d311afdf0a456ba96f66ea0a966675ffa569c477efc5b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565e18f8a2578bfd194eac8d6c17ae81ffcf355c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd88554e96ae5c53b8d5d1824261948bbcf3127b49954c8e4064b921b8be08a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a04e3b636a560edad0c5965a70be6dcf8045b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcddf4e928cbb523081ff77cd54a4487b43b5771d8f85dac092f58c6842ef5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fb9c6e883a5377f083fa49ad5bb5a2e8054c2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d77003f09e719b7f3ff9a1ee94bf2621c9f0762d6002ffc93c2c6727e869
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db11b577795001b9122b28e19b677d7071120e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8e9b7a662dce65e2da3e73b4517e7b8d47f9b8827da851d251b35d682c230d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988daad7396d87d1a9cdd57a163a113b87787064
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728f3382e96d77cda12aaf43f9fe768fe3d5e82dd0f9fccd88eba83512f2a195
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68109ce8829fda56b21b3733bab5be916bde0264
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f561275c1775e5e00a3e1d276b0bbe029d8780b8d71c14436f3c32e8d827345a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6144c287a00dac92b442280324d7a0d6be6151e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece863cee6a195b8af27f1892edb3c9f72a842ed1fc292940cab4fd1d61e0da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcfba6b4846f9eb7b7de85e2bf6369c68f5eaa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333f63b12b67b0e5e7400be918d152a3e9bc4d75d07a613b222ed1db551a26a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f3484f62623f4e2e2a6e32b96c75c47ee1d09d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a70a2da1ef0543d689aa62a24d59c665fa7b5706422b4b219a2c0af22ff1b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49b70b7dc24a93685a952c5d30b2c3515b53c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e775e54a12d47c25ba4a1ee6f8c0d83692cea851d6026df1b48169930762683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb08eeae8dcdb4c9a07be5f79060275fcf7fff3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a5446b17d0988a2d80098851236cfe9c0be7965f840d0cfe610b654f136f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c473d16902b86dde661034b2986b44d88f375f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f5bf09d301113c912b0c3d620a8b15c97296bc57b5aeadfb72c5b2c267416
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee529894ade9b49ea42ae4b6856a594f61cf8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7709f53fc58bc613afbbec2903529f49936ea5dd6187f7ef97f23edad6927e72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92bc067b99884f3d00bc0ecc53d852cd60c41ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7167cbc6237182d18757775b3535ee598e2b218c8efe5d47c594528172ea638
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e98c3a9716393d3ac1e0eb662b1e64360b62b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76952e6d160759e8a834ff5aaf3bfdaf1442bf1a42122adbcd0e5b1a87948a0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d959b1a170d28628aa0e340441032aa3589ea7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49492b2310f49855342fa1411e72a291cde81d52900225166658ba0cdacb3b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbe846a3cfc1efc49fdb8afc85281d13b0fe222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000a5676e8faf979116be246d8a75f923ab3f8eadc34d6919ff2fb083a962fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a80893a3da3ee84a18fa1d0329e7b16dff90f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0faf2036bb1079c746adce8a0bec086fa672b778902a1cffaaf5328e83e7f21e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cb522296b042ccc5a6ae4f1f253703d66e303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5666c48cb5b8939e15fd38810271503bc25f6e3645586928103c6dbf00d748
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be9d6f07c7572ee3940c57433db33c50b8ff7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18baf6eb7d7701b10810b021c406fbd4e5dbad5f89c1c81ea1dbd813b3559cb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e6ef4878a3789a8d99b8deef96249194a4d1e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a25257904f7f20a234c98bfd11b0024b85e69258f8737d771369ccd33d67d71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882cac4ecd45afa0360b85fbd025ac16334aa104
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19278194a008964ade5e17e30d564b07bb5989c566c6efbe97f725a6620ecbba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e09449b5b1a534674fd76a1a501b276ca903ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdf7269bc8500259e2f6476bb59f349dd12f464321b6661a0189447ac995c17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff21e46c785b44dbcb51267775b22de195a83a1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0a045070e9c9e90b4d9c708c776e2de9ca5c91e2978963d4420278e78593e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56978146beb48af269fc474ce31c7107c94224c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e5dfc5a65a2016b90bcc269daed047154078f82e6ac1ac03bd012b3963cf95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd4a99fd3bd02c449409a66d65a02441623c3c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e8f97aa2bc740fa37cdd0037b05a869d65ba279d0263d016c4a02966253e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931f145b7ddf332fcdbded76e2f34e028a1fd4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca84016772fb2fea6cd9154467d43f4ce5212d37575266aa56e26785c5591207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35575b6b62d6479c0ef863ec1f92c712c4bc6763
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3fe03d6b1be56b48a4b4b77cd569e600d246b3293bc4b37c9fe72ee8683c63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ce4525e38ed358f0748f4b6b819e8f4ce0c0be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a60c9f046e2094dd09de0fda01a7c42763ce2a550b6fb45196b990a7f3cc9b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae80c96db01486f08665cc334ef1e62a02a2a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440f93ecd40675c795161ed221f7dd8e631de904bf84e436b14f4ac39a35fd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a5b5c3bad1525cea5f718d5c7ab1ee3f405fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56052a126530701f31a3565de8bfb28c69cc55d249e95cafa29eb1c3c80152ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c40a3e34e05ec981c11aa935b7d4753acf1f09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6358b5b6243bfae9b2964a4f2dfffe45c7f2ad045ac38d5ff417145ca0f10253
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8fdd9c588dc4281733b48aa0776c0bb7aac94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b85654a295334b543a2279e125199f6114e94873f9c4719887f93608d45ef0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecba069693e47f310d6d6a7b25c3d7805522e609
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44debdf5249b56c0dbdd54f7d789b7f7e61fc48637668bb8653c6b83b5fd0710
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ec6b861a41bcadb907ef10163f8e9faefefd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb565506d9778bf0709f7f0c92cc9cea59709e6c1ae0d4620769c14ce4ffa38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d04d70985455ac7222e600398ad8f4b6578d6e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a310738b858fbb6ad69e3d7f62944e40464d90aa972105d8425ca999b8b6c04f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c972c942fc66934bb998dd6d6e25399606150
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e7d22db42722a474ab0cab885218b673a540a525b5363a87773267c7a74d00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd1bf89a0ddeafc6bcaef497a3c5b33c8c523f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d057a67dc688bc0b98d25803b04fee41e3fac50871729ac259bf6ca3e26c56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd70facb65e60025e5fe80336449a21f0e529d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9c76e212bf9dd7161b2ab5c7c2f955934362c19a4b877fa4959aabd144427
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4d3c8408c28a62020972bf614adb98739e80ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383be0eaf0e6212f2bc48d7b1e0e204ec1c53a26f191a2acfe0a7349b91197
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834e49ea769ac067acac29ced57ef7e1f480719
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00950eacefe8fffb35fc985cc4bb2ad53de9992d67ce86f5a0c62b9e98a9729
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ef54bbe7a3c251eedafe87a1b113e1b08e574a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb63099ab8c824fd871d2a443428e13f9df4fb608d6a6e040ea981033cc7bbb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131dc63b5ad4e02c10c9eac5e0ce620e4c578600
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2afa376d25b71b884104cd7e20122288f89ae93a73b3748126808131eb721f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9dc8f85f95260314c5b49c6630a15df219547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756658ee2b39d5559acf415e28f911b65d0f3285bb9b867ebb0932774a499d6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b124005f8a641fd410ece39f11fe50230d11d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece2a9fec6415ae56ed715977e5b59170130f3fe18d4e03a6ad1885009444d0d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c09367c8ebb5c96283722dfaffba88bf69b3c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b01570610b88642c292c2261745b4401843d3c3778d91a5c370f1091c0c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973cd34d25d1e0f351527284a0a600f08997522
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a800b35f0341020e18ae677b968459cc234390e348587122675a8f4228cb9e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0e9e955957254ceba95b40a41669b0caa93941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807315d62d808b5b0c11ac800c9f7274d0ae033b284651e79acaf754262c2bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed96a1424fcd5cd74a46a11b80142ff078b1ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c2e83442b7eac47e4977cd3028b00cd8ab9e1a64e533020b02ff0e4fd38ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64f0a894e173ab1de077f3d1fb20c8ae6d6c08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678953b53ab390ef757ef162fb512aae98c8a50b90d1b7bd3479d7b2fbfec614
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662aee09d01e273b3f16c9d333fdc665f8defc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8c44dd74a28193894e050e2c477aebcf261e2254495ff0b7ec9baabe1ee17
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1060f2c3960a325aa30e787720604589f37776f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6252f5cee1ab10102f45a62fc591681c5b721b58b946de5b615e91025a5a99e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05172b928604196346ee3373243d18300f274594
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cc030877b2aecc3a8ec67d6055ebd4d1c0c5001638a4e49e4ab828a0f4ff28
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1db9eb9c51f2ffca1a30bab7c7da12efc26f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6067baee58a3a44ea762a9ad194eafb7c6b87cdf3d18cf1fc68b0d13adac0a8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb897d96b4abc6b7da9dffd43a9ed60d6ba0c31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e915efcf93829c8b55682d9608b47145fa200a6f40ed2f17592e6c4e3b2f39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb394806f9facbb0838bb91a08e6014bfb3e232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c93df7c5f5230badd6d4270519e9472a485cbd22ef485b02f49a5aeb51dff80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538ac23cc353bb6d29b527bbb3e580071b85b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8c170217c0b18d94c724e448eb19fb17ee4b641f35ad720ef1e7bd3c4d79
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d276fc48787b8a3def93130c55bf3f207609889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197d388d5bc7ccc366329c9e92c6960106a6d0d32f8fb00ce568b7a7cc53271
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a89bdf153cfc01cc2b6a4a5990152372c1fdf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71ae32f2b35d4592d9292c4a2443798b0b9339660bfbb45fc776b7b7e1a1a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da47b42d56a219c9385b3eace07406144835c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603991f6bd24424c029e2b7e4ed6e8dd56f292eacf22096acceb4343ada38f10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e751cc66558852d3d5321daa9a2eae5d20b55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4600f2e0e8babb6bc5961977ca829f1ffa0f6dde5080fab593745ddc10cafc94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0013f293a4acc6810c62c8a0842e26203c6311
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdfcc32ef18a739ffd39056e926cb2d42148a45eb3fa50d7c07401c285f600
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98ca5c0ea5eedf1ebccb52db4f84da7c215a77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bc580d754df2c002c495ce3131b28e44545ff6b57bbd5dd24e864fabe6e27b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74899d27ca1b4163ef3da6c443e36f435db5c14f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde950ad90f90def71032aed323096183c3f7d1bdb1e6c85680ca6895dd7f01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03860562b488d9d5c5eda0b7d2ab9af66d7a9d51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198eee57e1d91cf2f0558f37f1beae49de24bef93b79d21c4b3a7c3823bc842a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb250f54b2e4e3bd668ae493a85d021f20812c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113a8a97b9592593ed5cdfc2a0149a7b7c03428a9497c7b2e16a29fee7ce551
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc3fd1877154098a2d791d8aed5827502ac05ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516abd478935852bd76e3e8619a257cbb617589cdb2184cb7d67253a5519ba0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b883de3c432ccc087e215ed7a706460c34194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61394d5007e38450e16be58a5b907bc8aeb809f8d7b7846cf43bed67ab0c16b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040e68cbe8f6324f5f4faf11835640eb78968dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc313221d9fc8ffcf1a6aa83a448eb22fe89fdc0a7bc5c005d421e5c0d0ba431
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858ea7fce11d77f2403d01df96eedd84be43a68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1f713bc166b2f4e29d1c2e1a3f820a0c6bb993551d236724b3b0d3cd7c0c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18999e08118ef4f48b7582dea96f72753ddb6c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f355034de949cd73ba261faab38d0f09ba8304fa5d1e76fe99604dacff4ad2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0f928c92c080c565caeacaee3a5d70a61adf38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5199f17b57e55f924806e4a08a4d75a079546d69ae71ce2ad0af62e5c0506
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b480461af194f1c8f18441a43b3033fbee2cd82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055377de8b5f478d7198d962e5cce1b2a40133afb4d1b88f3b9b886f891c872c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fee6c356b3996407fcfd085efddb78362c08a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9e7007162e7991fe31ee18858ead246713e47b1aaeed4742979f166cc9f8ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa31cf5273b4673d0c1c9cb3bfe9fb32905b3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af492088582059178f8fe7fe87b26463f825ff563e4f4129173d5afad5ed301c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013572b6717dcf4973e6293e4502aa54680dc51b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae28185aa1509ada52b16443cb11efb2dba7fd89b7f34619c1d38c48e3ae5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c08af14608ce9610608b735f9d9c1f9676c905
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09817ac75c576656f38fe0f0294aeb0ef2a40687a59c65191bc610006efe99
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520ed8433dbc8fb9f6f281a2cd2f32256bd9d0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4c76c0e5535ea84d04d6cb284df0910ce1ff0ab1e88f20383e52d3fe2936bd
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fb13507c201143e06350b3cb713e51ce066910
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2ba5fdeb179b53c9ad852dab346e3816e30852202771a1e1ce3273bbbff80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34729f53002810f01b2f32de3a27826ce64e5fe8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36bf22be81654ceaa473d1f624ebf780fb24c206dc98d5204fc4650b4c3b82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6068184834eb851d5a40fdcab7ff6722b0d206
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299aab8fa7a87589738c66f3cfb8e27402b9e8033bc52a648849f022d959d09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce04421f5244ac9e6d34446ba227f6a873c6c2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a06b796fc5af915a12514d509c8ab785c68682f1e6f944213546372be24f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fa98f9fda217a1d10fb6363fecf9c58aa43f5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab8ff2fb5fcd49881d099719f601f7912ae03f9d5b9e2ba1316a6ff3f0bc54
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a5365677482f72b9442176aa792c68f54a4b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101b4e3c782d213c773b307d081f2d70bc918f829d5f51aeb4cee222e75099a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc854038a3e4693068e2d2c8b4736c1e7d588b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c7cca6928d5115e6724c53e6b0e011900cca594734b4b1d335390f2932959b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede077bed5cc30e536f83940439516f41c31c637
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc878520ef2ea249bfe284f5530aa2fdf21a372af03cee6e0c82da783e0919f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d5070fc804b93f3c3133abe2d2a3d6f62ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7383c48b405f595a8f77d451e681031c857c3b06465ce91553df6a76e0dea37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161f2c5381e29abd0f11b2f5aeb33fdc9547d0fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a310ad1921c7f168554d5f57b7c9aa076d140f80006ecf44842d694251e10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632aed69fc9704471a98fd94fa80014d40a5b2f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86bc1f608c60871f833f1ce5735746cc87db4d583a0e39c95d3affa66d8d400
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5e698ef5b4ae721c11d806c60031b2bb29e82a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691c1471a24486052e4b7939991ea5c24566dd8201bf71e2dd55c28f15d5f57e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2b7828ac3de49779d79368e79e4591b2f94d06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411442ba6cbbb55608ea788913a36337ca14e3f797426997937dd96065d3af5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c466adb4278a71a21726dcb49b1db3e72d0d4c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e50ac0dbbbee7971f0f7b42a8f7c24cbd19808098e8feccb72aefbd34a290d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73173d2035b6df5a66167dfd69e0d97b0fa62c8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14caedca14b658bb2f80d7af16bd83b990d3bb8a1bc98e27186c539e52ea082c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efd2bcfadcb76e42129191d7ffbb2b4ee914957
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01008d55333ec098145eef4ec2f472767f8b1b8aaa4adf3358e612066e5bd8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20691952559ef3160e18b1fe6833c5a832d57706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bec03ef5972a1d62d4cd31809322bf1ca6c4598c2cee10f7c2395cf0a1a13d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72191b1d7f57d2b3dc0e12edc1c2b0a0328f9008
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02615b29fad3b8d9fa35abe566f0b655a1d12ecd04840f8feac25c0eea84c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39838265ccdeb92f36427be1647098f83ef641b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49f01d6ef7284ea1a4612b088d3b0da52eab8ef15ff9b0238c920e6aa792949
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca5a060735edb0bb08b9b8f381237e772f046fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7d224cbc729a1a8993e07db838b467cf0653db7e495f4278486b7b5bfe5282
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8421d4d6b247911bdfdeaf1c1eba3c61f5d51ed9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dedc5471a677913740c6ede062e3e76c87caf2554509a49d7222e5cdc15045b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bcc2204800aed31987aa4eacca17d3c530c0bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a7b90061847bea81a690e65d4b7e5061b2b69aafaefb1aae155b492d35ca80
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c021334f7686dd972ad2ec17fa5cbd661eaa9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874180b479b0043252223f5081d7d07eda2dd53f27d7972734c0ccdaf599c0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9790ed942245e6cb099ce9b8a9f95f89097ee2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15dd52b5dcdc79c603460ee7ba585d965d7ed7aa56ca3a0b8a833727d2b731e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ba798576b55f3353dbe46d746a1d6b0dc9f49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881bad20924988276459a6b698c29ce6d21ec8d88af4de588301c910f0f28675
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ea97957a93f890937028239f29507be2906d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84806a1acd176067c9379353cb675ec87f1de8e6ea4b60bf40d4d1a2b0257b41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa63a9bb06b0bbcfc7fd2051f8656897163cf64b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a92841a3c545068c4759e85bd9ee9e5c2348cefbd9b28dee216501329fe55a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd74ece4162581b433a42a6fe1dc08e439032d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e237cc4a5dc39d35129e1096a0a696a7ed6f730ba05ff24b790c21a7f16213
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc160146f47009af010a28cbc66a447e05c754b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22facb8636d77ae3205b2a51c0a961aa3751181ccd7c522bf3a952cbe919c4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae19892810f3a0c15d3d2b71a11a02777f4af435
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd98ce8620a4d44878b372e1902c7e5a68206eb1eeb0bd47e2ca1b9ba28c0b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50728eff06c01c61c2f4314e71c864fa7ddeba2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537960df4420b4c7520ea7437715984ac30e37312517556d32585fdef019582c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781f69db89f18149975c35092e6ec1e27a8c94c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90cb214187ef5a765152d06c65bd09c2dbb430800e893c0f9cee8399756e23
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2014e5a5c00e1e22ea75119c3b43a63da35196e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00c7f15f9653d6b51771058cd472b7dc0cfaf3e988bec75a2193b3e1929bde
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea608acbf0994e87108c70556badc50758cbea1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3520d727d2662aff8a5962bbc49645ffcbfe39dda3d53c152d9a6b714b5d3033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71690f87d6d109f2a6839b4b87719cdda1c41fbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433567dd5f8a74d68a60b0f4c010c68e9bde5ac38c0c3fc347c945d296876826
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93a2ca3961b528f08c1a85e71f594d534a6eae6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93d02ace98c6b3f3d840c427d85f41311ac193e994f4df19d6176a363ee0ffa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bf866122d5194513fd0eeb98d3094857a5875b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64d6eac5e63c1e967bfc617e68c242dc2b8db5e50996dcb56b30783ae82a389
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff65971788b557fffbecc5c8ad0f49b19602661
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3063a02ca13ad3926b1e6582818822fdb02bda00966730b9c41e6302cab9875c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7fd028ba388f32986569aa072fe2a8ec9b1ee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27208814e44153b5ee978ef1b2bdf1bb27a70c2119a752db0f00a7ae84cdebf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6380717f8d009cbd4c56301ec3b8436bb8fc8eac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44912157742df58ed36a4c9e94f06fa329023cbc0642c30a3aea19143624421d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c88bcb55abc4096db23e5c6ddf0d829231e1564
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac844c759d49b7e36848d6429f86dc9b24098f830f46e95ee1f7c43ba3cc8d15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ecd97999ff45b659245a7380d15d9f6af47e3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b670bc584c18f93471bb9a8b0ee5743830849ebd83904be3149643ec633bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c76a8c5bece21e8b764c6ec818622b4396d46a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0d9a4ab97a37b19e113565384aec5cde47a7adfd311aa6b42708178f3e0d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22c40d452be041631a28b454c767569ef55be4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660269f23615fcd2858d2bfc191500ed06932c7b286d6828b7cf31264f8fdc76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198da8eeac350058a9aba94f8df628d2d47a7819
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e07cd162b9fa50fcd69842e9e1778ab87c90862a9a48fff58b72c7bc916156
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ea59a0f3665fe7f7bc4b26c717f4d38ee1685
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4f9be39b59b412995b3dabd57d5be77ec044ec0051cc9c5889718170d33565
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9ca6c6525f6630bed7eccc65e11a8fd7d21851
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cddf7690311b466b5203fb3c044ce266b824ed35c4841ddd27e6f327607767
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea10856ba48e7f309b86772fe770620009dc3315
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb6a1bf9094a753d5735ad25cab07489ebab4425da952a58052f3d79d68ca9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09de4175c58940a3a527202a0283050be91aad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f7ddbfba85413b8070642414657b8946a35438c5e9d0ee5a8b410665ccdb5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719ae53c03294861853c599a24673a43cd9d59a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a88be7fecf09314be8d412e67a7d886cf001021faeba5b47b3cc5858e2c39d3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73fbe49b845cfdbcbd587839bb8ded250f7ed8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df3a950e0f11c9f40cf0e9d085f32280ce664fc1f7e2343255c135bbd3f591
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b782fe2c5a9b345d6ead75738cc7e4da6d75e49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b752a8687a06b4fecc960eeac49c3dcc86ee8c9fceb48cca697960820b5ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a03f84ec0816afdb5a2a8cc567cb3984593080b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71439c9cd7ce531481563bfae3902f709f20980092c2865bff8cc137eac70a02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6ffc2d563e6d2561f12965f9c8a2880c6135fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd60585174a3822f1985563cfa048b56067dabe3cea150fa37c3882217a64b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eebf3de3e72a869e5900c1dc9329393f47e701a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a3e4245378f4aaf9f78a81acabca85639ecca1398390810771f3c7867814e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb81bac1fc9f60a520aa4851e647008f606844
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01eaf5fb134c441b9b588b2c5e03a8ee00f57e2dd68f72952a97f310b8dc51c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4e33a5ff355d0b28466a08fab9daef37903b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9c45427b40b489068eb929f2931f390f4ffd6c1b768d9af5a0c16dca81df37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eda594a4287afd2f415d88b460e9ab0072ba00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1cb4f145695ee5c9d3644f16b9382f8f6589e7d1576655bb187567f976bf22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb010686d868c38560d10a39fbd49405c709c34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4319415622e64704a18097a322ad1ecdf632a9682408f1984923b88efcb8af9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e98db1120656a5665015e1a8ce8783ea74e77e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755d43abad502419f4ae9d04aaa210224e4d14d44d1f63cec1d785860614735
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaf2ce53fde8f4ad3f71481f48ef01af055b646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa1ec09a829bd5ab924aa58c3eca8c1e012429ab764bac56515b4c135e2b58
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d3a706f72732da2b3c1e2a2fe5ad906d1c63f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c96b10876dec280a7a58de26392b866c6e1ab933bea1048f798487b8061372
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beadaf88396ed599c508cc3d53085cfd56d196f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff230c7011a1fd4d9f381e1ab3b63feabf41b7f6792704b40fc13f28dccc096
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60350f731d339206184fa3071c2c59f4f4c9e96e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc097ce32196f2802b6dee135f1b47a5688c95bc884adc227beeb641037fecf4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb44d1c8543d09913c981326374204dc258f4377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222c92ba4ff0bbad87a5fc083d27996916070e47d98e53b4f3b3e6e901182685
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2775267c052d06ce66478ef21b965ee78704fec4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8100c2d09c32223a7a12a81676f894c38659cdbd51f16ce2738621daab03725f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c86732f25a5237f80a0ab22a75ce2009baf96c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b355a864116b85ad4ecfde88a212dd56e628c35285bf7b8bf3a49e8bd0cb9ef5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd384f193b74d852438211c900a477cce3bd557
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931abf4a87e7dd71e9ea0c3e8419f91117112d671615db4636853045be0b781b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d6b300b235b482453810d63aff7750bf37bdfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a6bccc99849e66ca6408d913708194661b36f312edb92fb917c2671d322e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fef59664e69f3f36740d8e3c33e77184ccb157
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe6b2cf92da52712bca7f233994ee1a646abd8d86c83551343db9d6e91d678f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe704cc9bc8296d547301cbd4a06e940443b70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a51a622092f92b84405b32cd0afb1e3cd83fcdda20704e0031adfff5c2c8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c39c970ac4af76ae6fdb4226396537e3943975
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8917573354733b27fe959056be220c9a7d6652ed2e9574f99d9b02235f873c41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384533575a5821776c9f6a37db09fdb0b7d1204
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2977b5b698f3d2ee5763ac95fd3dd204e42117ff18d1eee040bc3e4d6fe7c97
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82be0efc450a79bdda8d90d59fda915920e307a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a596e8e72ef8631d6f2a2555aed4e54e5a090ff58472846462780b0f1cccde
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4adbef8e4e8124f7a2bf74b42c12da4bee1bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8bab6a3acf23c24c5b8620767b4af5fed484b4f52c6ff1db513cffc7d1d0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712ddd36ab4cf43ad18d4574366243ed00898669
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd71efca276f207cca8155fcb87f3caf023927aca89eb2413ce76b4367d5c021
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a94660289dd60dd23d24657a17d3e5ef0387c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf5a9d913667d3f0527a4778b67977717c9fc9de4e3d3c53779013de163ed8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f960a6dc4c0fa2e559b4451ae879ad8f224d08d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50410c928c8bfc2e8edd8298730c56c630f80968418345edf05c8d1cda0cacd5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1492b98b7843924d445acf9ea1447e5f14aa42c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8abf2c3aba3aa8226f0b9f8a0023ba97cfd405f2b5121b3f2e2b2ad906e2a1f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b48b67e1273a46788b9290cfeada7dd0b8bc737
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03faa34ad7e949977ff9a75622efb0cb22af0540f1106c36ef651f923adb75c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b6abef416d46f3cb2f8093e3c17aa557b0b3d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b985ffdb324668f5245b519cbe05adcc67530fa2d8fd884de2d312f5ee2c91e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349085fba33fbb1a74116f9ee27bf9d995876a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827779856e4290f6d38705c69f9af3b21846ab8a1f7e043f9c36e4b02028955
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b3612937388f58b25f8daba8447c5a739f6eec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9c0145ca62f709902258b12966ae58e26be568ffaa8ba4f04116b869f41db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683dd9db7920ff4e066db338e1822d7b658b00c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10d6c28b5b6e8a9e2064296a42bd0dacf17ea9aebce0d114d30c3ee9a32cf8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0854a4e41272226ab1cba4027de1527abce20a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b8e239f14e05a611ebfb4d2803ca5c977d06e9c30283817ed4f2c805602fe3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bff621bb822585ce4bd7ae1beb6ff67b728259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8824fd36fbaab79c1e4850a4c48ea487e7bfa08c138697c3b0ca6df5eda576d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a626c275fa9de55c0c41b318bfc633fa79ab6d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47439709d77e4d21f853ae8d4511e5000dbfa2748c5f8f9ca5ad31535d06119b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c53d7852f85f7725ec1c425035631785bf42fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b43e92601c85801ed7189fb80f505b732cad055391800a957ff90c3904d21d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fd311ec5e3a3a3a10489242689228da222a9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5cef40bace983ca4e9f09423e50f5e53d333e48770e22239254893bfc43984
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d969304b5690cebd030c44cdf92dd69e044b6040
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a9b8243141eb2f17ac7f7d6557143577a72cc2f4d33ddea4b8d799ac385d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0bd668deed4454d9328c603f4b69e53f9baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b90167ce3872948e431253ad178fa695352e05f59e2ac635c0789ee761b85
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02d33f1351f51ec5712f6fcc00d23909499f04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c1b7b53bc16b7efb72931c0495b1f0190a3227563b1d856172935634346b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0e0e9f31cf3ea03bcb3152f372670df81d09c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d48ffa5726a81a082944ac56d4950bf612c827724f64c0c25f8335653ea048
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e32f0f6072cef5f6b7d2f6886b4d04d1298f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515ebe3447ac6108372f938d4542b6a6fd19f29a17d99123cb57fba874046cce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc1dec131db8b4e860de42bf4dcdd85ee889d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4acf1286de9f410a3ba99b3bf7a004b14775af2a49a5a68543d9829a84ebdf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8401b915311327ff58f30055b07803f7033ed7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1236af3f430ffddf526d3ee6e77b06550a1db159ba737f8bd6310f26a2fd80a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b010285c71fbd92bd4b19219ffc80ce157edb21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff5ecb30116bc931b23be26dbe742b8329221ef35ead906f99dbbf7250011c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5010a1eac10be962092a45afb338a48bc882d89f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520916b28bda1ac478bae2d482ed5dd4d11d35295e7889b6bf5f0bf69e7e4c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917dc979e777411944cf4f5239b6ee318bf111a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbe1947f8539f4252a285df9c28dfed007a774d546febd4d72b143f9cd7c6f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85b7fed607a092755fa5533740f8955590333c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c013539359d7101c9cab768a1a1331c161f846249a2727ea55583d6c4c5c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2390cbaf1b8067a7ee3cc1dc0353cf9e416f6457
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f62c0676714d67c9176f7ba583dc08c5bfa592fd20ee902f6dbe21b1df3cff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d431634b0a6e9a8e8936c629df95c0206839d7d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad311d179c1447fa769a2932fd4bd66c463d7e581eec4d00d88421430eadbab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ec658923eaba7df0a07fa7bf76974df6713d38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d0aa5a1f978b7969776499c104d0d6fd4723259505dd322b7a866020c74512
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5d15b69963a5a17419528f38acdfa41a551e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273cd6f5ca6d14afd0301bff2e7388fae62c22572b82d3eba3cfde4e6dcbb021
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8840a4f0241fd44171f9a16c6841a2a6bebdcacb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c39a5262d4ae40d180d2a6480eae1134a9b8d035615946334b54dd2f942b40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbbb4dcf773f162dd7ec46fccc37944c5c56eb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0364d0148974dbe5ddf4b787575b5822828ae52aa2c1888330d5108f35776d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d08fa6160089340a48b1939193a14a75eab7b8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b7102a0ed3e2b38b5d79c8fb8297be2076bcf61a0faeccc53e75b1aee267a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609ab3c08793fe6117d4c985add3ee8b96416a3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ab778c8ed63e51a64533e31aa07a0dbea1d061ec75427d1b29f37ea78e02d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3bc39713f7d430f86048271f099c64868ba187
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eca9ccbeaafa55e3b8ea0ec57d2721b3b0937fc1fc408197d4578b7f58cfe35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd58404d367fd98cc5931bf5da0314477cd31e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b9afda056867d8505ce68869493e698a55e894d20986c84e53c8cfdc4207b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50e83dbb65ca1594554add9457a24894da2e189
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67394ab42c50d703018bc0e86bdd02c917fa4783da9d4004bf662be87433fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8e5238a48624163af8e13ac30f44a721d01ec2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1245bc64526318b6243b8b0841ce9bc86a83023d03644fa2f8807610742f29d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b458ef0d8e6c11bb364c15d6132d53ce3b9b2a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9785feec43781dbb766bd4c536a334845dcb8c60d6bdf01917d7f0742121723
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4581524d721b172a8e3c51dca6d53f44a85d1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916fdcd1cf4ca5de9ea64119a38fed8f612579a6751b9dffb7155e1debaf599e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead3fd3b6cc5b0a04589307ea434934a691339f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bfc83e0dfe3991619147be5dd6b7a90a4a557c8d484ac6f956d605e4aba750
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba62a1fb7dadd1211d04cb8f2bc22d8c627dbacc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0724ad0ea432c0526715a341b38f6b07a11271b227fa6eb3d84eb7746f66cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478bba06f24304c1b09f61eff9e8cd0f07baf5a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1432b057444d84e2ded750b5b38675b802858aaf71f5efb1abd6bc4534296c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d769fa52eb1d3b6317b78af7b0c4b1fe8367c855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02cf73967aa95e5bec3102dad3eb61b418a9c47f865f9709c512da3d4cef4ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f2764e1f3dff95f86b022e85438f257d059f1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236bd911a157a3b5f3a813e00ee3c68b1a1d2687fc614c043fe5c60041325a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ffe2a0b88169e4adb3963b38f140c1988d3c2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e924032f01bd2fc23f8771762269c1dcc1f1ff15b1042dd6f21ad56cdc8686
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266025801a9aa28cebf9aae43fca5c6e06491db5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5619be6ba623b38fbffa300f6e08bcf2c6b69327e55c3fcc85a94540c3c986
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c843337cd997402823ccd5cf8d060ef2cb21d49a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a2b33ad5668050ff54a7319efa7a9734d61ef8784e3473d4b833412e7c196
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecef1f7719e5e5b25578a691848ce6bad86b261
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1730fc73c7b9f2d24428d5611e3164a39ca9451063134df4086e44d07428176
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301cfac4a73c31b50d099993831f4972ea7a5438
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1696b611b09b1b8d2aac718aa04769fcd1524b9525a6284ea1c983b4829ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22318dd6849788d2aead1a919003b0147853cce5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3492762ce3dd24a356dc09a9a538a2633721cec4a5376e97e50f26f48634e903
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab4b7cc6ace46af2bdc4aaa0ca41b9669f17628
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b683fa3b40def5fe3579647672f928f307eb064e6739f55fb5f2d226f7b911
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e73b28f1d65db1f0f8afb3f55744cc8295678e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e3c0443a85bc079626bd1dc13e5b04077c9b296502e16631c3f513fabb08b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c060def8b72949366280d674056f6a7214a49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6986f7991b7b3502f48f7213b5731ed8e0c6edd9023055c400e58d7cad5d99f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6432f9b6230c5875d286612577cb7f0bdc3013ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57954da22a47221782bb76ff80efbdcea42048860fd424d9960ffc3dfbdf4f04
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da3a99a60e50744168814633636b106cc840260
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118edf4f549820d82e38d117efc42093cc6732246bd71b1529aef65d6fce9c35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4482ab23b1579a3ca794c0b3c21c8b5b20354c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5840a2277ddd0dd6ce8fd923a4baa4bca6c31525c4ee982d62dcdc9e9016e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e341eceec029e7592565352ff06ac0548f8970b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469c68afe477f5fab48c7e93079f00c36eb3e4beefbcc74017aaf4a5d904421
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572733f92e8aa7b4dcb436e8a51b838d1494e262
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d91177598e518f47168783a35dcaee3835736e1ed7700fcef7b2acc82538a3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a50fcd621426de6ac49f8e0257f9441f2a80bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147703dc1fadfac47b4530c4d1f94adc8696e365affc143e288a1408536fea9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21007f2f917cb5a24f74555a689c3ebb10cf71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da7370097a85b26e59232b545427c4c308190a19ba99044629d039ed0a909a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2dedbc38a2167703ec9fd13003aa912aa7f6fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cf3538cec2b9575e6bf227c868087052d138a9cd74f854490b3212edaafcd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0e5c4798ed24e717c2703303f8ce3e167a4222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf27ff57341f57189dd29428267de7ac4315b6d546830c50a5029e18d801d39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c74a5a08fd0fbc5a95aa5df13a5684c6a440b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea555a012f995091483dba6a1496c447f0e3a3a832574430a8ba2a9a2c8ca76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769826022f6853f055656bb4d75516c383bcc252
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7f97ed377c49bd4dfbda5e32b6c61d220e0e833ea233fb9c91ec87bbe8de5f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cca9009208357001aee248f8fcb11e0783ca7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c7699c912d149b05f23b90cd709cce5ecc32868add5f04f1880ba90c86674
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f12028f92c649856ea6040ac1ef97a213a54847
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be1ac28e09d2dbd5864caaf8d0f36240a4d6a41bb225df237d2382da1677e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62440b2750fe2452eb70a98e0c2cce504dff8220
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38892ec0377ee928dcfd5fce4811b31544c314764545db88b06aa137a020000f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e25a8a684aac34254cd167068a751ff172742
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d807a11d3810946e03bc09d9c58e333bd8a4fb3d0c595c588abccb9d80453c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaedaae217334616d74b906bf67f836cb4c4e2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32603075b7bf7c4fac63527e525768c4f29b15948d465e64879c18fdfdd070
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1209e281c82008b24d2b3fc44d1095f18f4b2ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c2ffe1ddb1043d95df3ceaa267898ca6f3f91fc188730217c4b4bd0543b94e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf38af601dfdb5e54ee66f53885f53af2dd80b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ee66497aec7eb7441f63bd71534b7dfe18f9918fcdc9c02269bca04b096de9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168b086987b049d5c2187a64cdac95d5c20ae281
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb0d246dbd8a6c57a07c84fa9cba6c0942e44090ae03fc66737dd6048b806e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440ed61aadbd9bbb0753e3f85526ecfcaaf2b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c870babb6bd21f8845da594a899900bde80022650733195ccdb1619b6c9dc915
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b941c24cc6f09c1c9ee120aeef1f05825e457c24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe6f634b7b79b0664510f276a7a333327f48aaf33b1313a4ec497ec6de84807
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588034d5ad7e70279d32fd5e7d1b189b1f237ae4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9974f39464cc50c030df09248c6c49b5aab74b2390c684d6afef9b1b456d4e75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cd6856c44c5bf4aaba5f93bdc71f4e6f61322b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b881df512917037a01fe2ffd71692d228ef754dcdbffb30905e42f95e6d255f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff9fdf3d4e41ea0dbe81f5029ce1dbc3c3ef2c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d370a272dc8dad93f469fb072dd730395f612ecf98912cb3da5e6c369a95b207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171482a7c9faf256b3948147ffc546a9870d6ba0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58e447bb6bedc3a9a23b633ec09d992410ad21365d4accab1a8529edbae780
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995bcab787fd6c94bc9b663425600ffb4045ad7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fa0b74d12b02e3e66ff0df0fc674341c5b11fb5bb95da99cf42f372a6f91c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86e2200c77fe39fb7699f6713aeb13e9ca72a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af9d189e1146db8bdd0a94b2b0b79d16ecc1d18b637daf07752af5021d8f274
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b460127b31cd0eb79302ab8d19cef7ba6b13b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7783e4a52f852f68dacbacbb2a25a4380cf765e045698b6e55e71f12e54b91c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8883b24e26db513ec9b8955b12846a05361965d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05bbd08b02aee36fdfe64601fdb07d650f234953c2494e0dc05a509f68a21d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7937f2fa3ba239ecf8a2dd6556a4268fc4f0f9bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114f0915ccfc076dde13fe098a8ac29b91cdaf7c862be3de1560f6c921ab00f6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96b104574cdee5f193efd257aa7ca67c4a1c9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46569ca6353fa14b690be985637b3717417cc1cc00f8641a34bb34bfa1cef682
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0b5779a0dd60a7a4f5ff85c38dff66a2a8c1c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79af15b880d804f9595a18a0dfeb7e8562084d9e6de3da9e3718eeae1e4579f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04186685e80534e1431912626e97fdfe55b2cbb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925cf0f78d21a6a24b4516bf36c68e37310f6d06d30f711a66dbfc3386bb2031
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0a299b2f5d41421be776362afda07249d8548b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baad97f61d6002c83e7f045c32071de0175ebcf31be20682cc0eb5a06af7286f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb025d5578348b30f7bdd9e12b9e03984f9162c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675125d63e72329fc879645131031f814c95cf241ace3b0124b74b7143269c00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8e627fdde8f09f98dd8c58ededb70241c9576
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb591fe19b23cac95746f2250fe2127c3b0296c0e4f0de8d3f306be99823900
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b87546894b29b0e4bf9b10a12fc0d430481c786
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2615813f2705dff7b2dd242d2a727c7aaaab7b2f7db83a596530cba7c362b17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a56f33aa381f3d80cdbf4ff634217be56d9d021
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd3cb280b4470120d442d6852154bad41ef4866113511b8efe1c43715e46a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ff27ea3039bdbec9cfceda8857cde649f068c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc91fe52d864ce0ee5024032ece0c4c2e8ae7e603decbe4154b17aca4e62ee9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9a69fbfb61430d75baa7fb8931f5de6ddf46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bba4db2ee05c2119af8062886dfcc14ebdcab32117002ca8e1f266d44e138f6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842126e3ef55680474c39c6b61c11024990b121a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1baac3002437c46d2929bb746e61bb5221c44c6ff047a4f91fffd43e230341a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d12e2da3c585d7219766c024a287b5e163d018
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee46eb2b0d2f1d93a8db32d33bb71b56c2d62a5cfd14bceb79c5e69f422fbe1e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865edd8ac35bdf8a212c7ce52dcd1df9ce90c5ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd0a2cefc6e6bebb661d6647a17a8ae59dab31cc0934083d9e0d59932757b7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62495e82789fb749aab8ed93539dac735bc59e50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8922b789e072371eec7f91e1b62d684f46275e44993c08ea600fafde2abc3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0054a5c2be79c37e53b3ea1ace52619b2008d50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d39a9cecda8a567bbbbac10ee120b57a6d46c3fe2f7c07365c0d6b486b576a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9276066edb918d463a0322e1f787baa6ae7a62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3473c153553403cad33600975a7e7a3c343c0d43a6f2566ae3b06d673acc7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9de4ae49f5de1a53c4658cb48be3c2f29888c87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e6917d8c945e0524ff28ff7c0cac757a1413249adeb7e3e7f8efadf33c059d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe9573a228cd080f2e15a1fe5d9b50691602036
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d217228c0ac78d6884ea8f86dda9b2e7be0324beccb7d7f8596bc8ad703f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0bc2dc5c66f0be2ca8c6281ccf779561b0ab2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280af834744e3b486a4a8135a17173b55c7bc01c42e5ad081078eae691a6c89b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c374a7327283ebb01fae7347af33621a34b5e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630472a3721656aea18f2ca348eb61f67771952f7fda6271a8372707a023d511
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf78d1378855cd94e60c32be376f7c7f52c5e19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cf9b6a647eb0f9d71dcf56ee6a45503b3a1952230bd4e3c82971e7bfa65de7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c0f1f945e2f3dae8fc131760b2e85baa6bd762
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c1716f5893258e3a1a520f595330188c0978202b68d0da686fc8b5e7a53444
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f922f049cd4eff4b608dd2e4e2cf510fac2a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fce32b83ee7878edaddd0f8a5fb95a83db0ad2f3856d214d0c66aab3363ce6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3451d58ba02ac4695366f039f84a79d9a06c92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09a4257436b623c3065876e9de55e2ea4c3e7a8844808b71ed621bc1933f379
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd2159ae1d735dab7a5e60d29963910e0a53044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7a101a5d670bc4ba78acda23c46af2ce5a0aa6a448cb2605899662942c0de9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5fe3e28d349112c4459dd5a7053dc6fbe94c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246ab41b73ad1c8aacf635d75e218f7622f90573e5c0cca246d38ec1ce7e052
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9d1e3a9774589e27194653003bb585480a08b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17d9ef6a71bcfa527aa14d09f0b15ddbf0b325b39b56a9a420ada4b5ab0314
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448e15b2e08e5590b36741614e582c495975fe3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1def5033d37f7e7e080b5b93de56046c724757ec54c97c41bc6ef39c7bf18757
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3527454e8d24987092a8c746a3ba6153b450ba53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2762c5714c68afd3dab80a466cc97cd96b6a6bec7c623d91be2f0fa74623d29c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77efb54473b5dca25f0b8763c175a0842dec0de5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840508bdf7ce1c13734835121485a2623f267db7e76041664dd05f9b8b6c7778
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189ed2ab7e6a544488c6c04d4f2982166140088c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f99dd0cd2e2191d91c00d4de995838bc88e340ea13d69296ca70fea647a9feb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc62254119b8b324a3a5ec3ed282b650607f2453
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523d35bebc841fdc8e92c9545e5074d5549acd7d7f6bab74fd15a24ec5d955a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f09570276b17cdaa19e5708b540353cb9bfc2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af412021bf94abc5ea5ab2189062947d77f1158fc6f0471a5bbc05461177c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff152aaed9c376522147cf37df207af9fd7044f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed0947e5b8531c42252600f0bba591ca82d3a878c0129652c0a4b2a0bdde33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62096b4d0df50ec71d9613337f17b02d6bd3e67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc457c45fca83649af2c92dee62fbba5b96717fa4417c61b0a0b763ad59033
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818343b7e63bcba17067ea6f144ed79e27c3524a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327443f9a4d07ae8fe5dd3b266eb4e7ede088435068f7e0b65a2de13aa7b91a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3dabe0fe4858d5a7dcb2c8eeb81e744b266cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5305b154981a5862af31591c2b31e0b65b757828317ea0759b42ef1148ab27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8333a0b90eb51cbe928a076ff000369ab608dd54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577d1a0ec70960bd7aff21a2a62a2a31286ce326e277d0510b71892538b6ddb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7189b2900ca528781b3f43fba021f1edfb5b8aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd23131b7d0b7aa5602c8dafb6ff52b58e02ff48dddf8b4a16bde85a4810e73
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad6845e9d34a3c45fd6d24c8bfdf6f6e5d08e25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45298d569a7d15d9aab2b96ef0b4c58f550bc26e79c758c89e73229b45b4dc52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477be643c209532f8b6d5685bf42983df507858
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc159571a30cbc345785a844f4c2498de0702be8a86442f89d42686d1e7032
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2436d15cf0288f010589e76cfe62236000fb79f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48e70850f90f5bf8d301bad5703201c0430321a14006e6358184d818e988492
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11e3945982faab82ad878be9a1b6c5c15352883
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612eda5914ea84bc6c19967faf54b5ad954be9a0df35ed226806a81ed40f8670
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf312551a6f45db286ecd876d2ad20e964f4023
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8c3ab442e8c3f7607b7f20f2cf85a233a645341da3d8ca0f97f9eaee5246da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe192ba3b62a58fa125b8e63f932b1241b24062d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2412e4fb5614649e75d845949ebfdb1485767a08d93b4b88fd5d72afb6efed
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630ca2bf271b49108c2029eb57a1198b62dea4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2bcb4f6e3cec5f2da2f08cb4db2e067115bbc9cd14054e284ee842dae6e24
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17da3466414614690fc6cd4e69aca96abcc0935
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad3946a67252b397612bc0019582886035b2ad1b0c41c32d70dd957e9cf1db7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9455449a366ec680c54fa6079f442d81288cdbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0dd4e9ba77f9480098e9fdd20e7a2cff16846f74fc58f89df194c06fb232a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d762cd604a7c723b1e973e8c26e5ba4c5f2715d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06582b7345c86a779572865c5acae1cec2103f17696938f7523ed35e8b79c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4807ed325932d0e75f31a489dfa873bbaacf12a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb8ef3ff58adfea33316a44a5147d1e761b62d54c2c457fc01a83500f1277bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3c6e8df6a0900a5a277064ca1da19ebaa4c5ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258161111ba5aa1c226a4057148dd5c86497ac32b193d4b06aed394bace11bde
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710c3048884974069430cc00129b88573896318
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a299d20042e1d3946a1d932cad568c2f2d4cb9def2e679e1ae74ddb27132dbd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db4fc6d95fd4d79d3f60a1694abd22e99e7215
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26f42bfef543b1188e85c4f854b006629206ff6722ee87626064b2dbf9c2a68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40920d3876905041232cfa5248294069f37f9c5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b81a119bada7bf25175c9acc41b071b9f26f78605baa9f5cb608f8e0bdb451
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3783b1206b0cd1b08eee61eaba879b552e1af9b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208553a7e9183248d97ea8b3b3fdfbb8f0280e680471cfa58d9a4fe278708d4a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c5d26fd4b7604ebd979e23deaaf5e4a6a65ce5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9013330c161a2342d05c927f02febc0a88c9988c390fc003482b80c7a71c57c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b33a28663cbde60cca8b5db34aa3ff5fb4040f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4e2a7003d3ee91b72278833523361c7ebe9aa87150eff3dc5766289e04185
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bc4c7c9075a44e79681f1b7d84132342ae380c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ad024344b29f952038244abd07d3cd188dc7086f2aa362e6411a0342637d61
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b381536edf5b48cf11b642e75bcf73704e0fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a75f4026655b555c93bde09dadadb77eeee3aa999f4bcaf7bb86157d3a76fe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043ca5738f0d14ebf432ed817a4d7934ced22ba3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecb45c24a8b8d30d4ac1150d817bd8da56bf1cd9d1f847e42da1b04b4238030
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf6586e933acb3e5654f194b4e526e7d7d6e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3285f114f2a4d32c4462e1bbb60cff80eb1c527499a665d0d02c5099b08be4c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3904d9f89f9307a74fefa4301c6be8d8aba38e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0234d528cc8a7ea317a49d166bc92b2dc0997a4df229cc5b2529e992532e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d38906091a4eaa5230f428ac385f952276c071
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af341eb468926038cc6400389ea27351bd0b499d8a3038730b3bad20b26c41b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3cde4ed0883c396355bbc3b229254e632ccb40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b78d8b09c336b95ac93d9ad7dd4c569b459f9d1bb5a244ed3852ca587f35a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf4c49546152b112c9084ab86805c85907492f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cc898b0685c7b61fb989c67bdf2ccaf6cf068342436883cea7257f06a7f277
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c88f565052da52bd6666082e75c3542c751911
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab2e9bc82077be433279d98da595f1fa418ea2789f7041944b647ded79b7577
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324526f4b3be0142f30dd179d417ca3f366689f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602509bda2235c71dcf362af0aa00d5e1c010ed70c93b152772ef29a73fb1922
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca7bde6d582de03635971d7faafdd70b373ff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aacf8c02872d5440bca08fb3322831776184bb7a278f74ab903963e4090bbd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaadb3b4b1a33fd94e8a544ce8d10fe6b622878
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24a2c95b4a33a50d64206362eeec8f47633d3ee2aaa82441c77e4b2f39f3a96
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f031781b3271c5d420819f44b67c2e916cfb607c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3fdd54f4c105fe8c11da065ab3f6acfa132b0bb20c5a65baccf9b6e0f7bf9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988541b5a51c02c6c914d66b246d9013b5ea7946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa8cd81b3da546c4d97cbb1c772f2721ec327544569772394797857b2cfaf32
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351fe7fdc99ebfdb92b44f42254aebf060b0c4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f65195852950b81d2cfa9bc9b92cb8f6a9fc15fb7c782c24e9f382a833a90a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51bb251ed9c4f9c1f7ef15f00fa0c108cf0aed3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23fe60615d073575c2ad4e6291aa0d333e22aa1bc4fcb1dabbf648baa005856
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f6a454b8579944f41893cb304fa8946909edf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eff57ffd2e17021110225023fb222e2ed384e7f60384c5c7336f3b6e683fd8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725b270225aedd7c788079f4ea507f7073f0f617
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad898f315dddda5eaba484ba4cbe3486f1316db07eb5ad1becca3be2a55c1b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5d6ef0edf356f1f87678f447a39beee1fe5bc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e15f8855aa8a011591c95f635cd398aeee811432293f8e2909a3855e2ae62e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92c35e91cc4fc231a350403c44c6d01d38c6902
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5512f371e0e1fff3928fcac8b4f0a5b3e6c6dfb65fb21656a912eba1ad5fb49
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a2f9de756243a41b34a8e0dc89adbaf1dee8f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d9816d1257f71d9bb3c474edbfeaa724a5794af5c2033eb4a3260f2c81ba3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c16061cd2b4aa8035273c5823edf2bf1d0cd51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119cf7176bdc89d74c53a9b2048fdd4ea799973420d49fc32fd96b7f8755215b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a096fd77f6b78883858ff1ef54b0c3caf328d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5d4b2fb5b42824504b49b187410444ed487201ef89736a12233ae549542d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0295e3b4373c4d16394a9eb1ebf08205e0883a9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71f2d0bd3da82fe34d28a9c5a4620a9d2c91095343be4633665568d9d7832b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab29d3e031968ce2bccb2f76f8d0a00c6f3e03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42169fc9943bb4363b23b35d396ae0ba512fe72f0bf638a1f682a65d4f0548cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e521a9d8ed8555308760b7701469a0842d34ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e89e8032b854ebab0ead8fd69b248e75e48486678ef4d8752b9a2c1a8d227f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb474650b3be552ee19edc5392150150f26ee71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d6f717046c3abb27288013c491bcb7c3044c557a1714dd31c1a72d238e5e9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3774d7386445f861b56f44ec2408afa631eb0ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeda1953bbe723f00cd576f1b1c8ef657e61292ef1175753ff6555cdec47d2a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def69f8c79a2ce6f6894f568b288eaedc977d56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9640fc39beada2db11ffd1bfec22cabac8adf89ab902e0969eae1bd53c2b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baf320c42afdef6920660815f62d85212a5f172
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7392e964db97c4dd5863f2a33fe65c930da02794ae845f997fd0006b1bf92
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd37b18fc3d8dfa9ae0779d66d0e5229927e35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f535e69b5a3e74aa21fd6d20dc1b9b5ca0ff72b0767a6e41bf205bdd75301
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0856ba0ed1c2fd6a8cbab54b6c308e1d6dcde44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff4351dfcc2f43202b5cb0517e6d50e49db226b2a79ed9cc271f33ea7ac4c11
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403b9476b8f3c39204bd91b0758187f68527a27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c959b545510243092ea77d81cadf30c4a0f5ad92e157060e5a7831055c9de5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822c6152ac1311cb709c6d68fb7132a10e0a423
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872614bae2c12b8058c49738236a73f232a8770813a9a097bfe3244accd4c291
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd95b638540b786fc7db9d935b87169181240e9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fd603b7d68f8535b14d049131e69468dcafce8aef2f7e37cdd710fc67d0aca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff3940b162cf2cca439906b970d99d9c1647e17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e67e001ef64590128503aa0c9eb6006d899dc249f21e9935dec042dcbffcca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5368838b653dd813fdb0a576fada3e6cb1bd19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a6157014f9335cc27cbc35de9750101b9c0c3cff20a44d890d4dd0c1f2a7c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8a8836103d1a34487d7dee2ed1602090aca3be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8047aec6d939e5e32d54702836e368beafe7a2cb4664178c3d0fc5c00a76b5ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f978fc7516638d158a3f0d0a0161aed709edcf4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbf59f2532b82058ae9b411f71ea25b8a1ee28e4db6373fc78fd30c74552e91
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c5d8562d56bdc2f73b4b0ef38a441d687253e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21843dda6ec3f89f9a853c0723ce0ea796834522f27501513b9d8e2ee87ae9f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ad6f4e3cab77d08901bf70282a5fa9cfb88de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216455eac54419e6407158efb0c4c3d3d850567af8eb78c8a86bfb7b7c0dc1c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d896f637235068af52676f34933821a4d3a0924b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf9a0ed88a2b90d5312d0853cfa7226253204181da4fb96ff9ba56156c1ae6c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc9100a3b10ad4d6af56389bf0da2990d13c536
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081f2c245f96aa6a8a156fe48d304a23b0248b16e8cb614e7be142ca20892ea3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558f8cec6e7c993d1813f2d90128b940d761c60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c74c3a5593f5b46f453e7cdf6ecb61af02b4f1478e8b4115410b66e1a65ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b70902ec0a8541306ca31d730f3c6884c3270b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd5e7f0c9f65cb9c0745f01bef1ec06860883d67ee58ea50602616f1b9ae460
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46131fe16f38eecb27105d9f13b5c654922201b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70bf0738ed0d6a2da36afaed67285b99c3c757e0ba91dd275bd10f7cca071d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b113311fa202e467a364f896c100a6e09c3c8cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7527150c673705231846d53811f33cd489865ab9b5c2fb2ea6d192f5e0f497
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a413f319944202f7f2e88f61991c0f8e90fd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b2a34cf0865e383f692a3feca8eed916c191a49c714cd1d73d67e11d0e287c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497acb2dc338b38b54cec148679e59f8edb398a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3326eec963ff218c3c5a7ad7a638d17d3a7751d93f675552cbae54594662be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f2b52b51b14c690cb480868decedf702d21a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00567cbc3278e4cf2bceda40a57314e06b3f579ceae7924f0acabb56f6aba06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def499ec475fc226fff675748408ed9ccbf5719f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d22204c8727ed00f419e2688553146a46aa1f8cd780cba4aabd9622c582579
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a6290a660197751f6980e5a9914c5f654bad53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fbb913529358a35af669cda522c24eacf597b4001218226ea8f6171275f35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0737dd096fbfee33e1252ad613b9f2e261dc2d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aee2158f615aadd598fa57ff35634247899ba1f42b84e4a495c46119e4ccf3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94873988aa6dbca0213272c945a065f44ee3658
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4e29912831b628c7845dfc409213c6c20fc0ac8cdb128b92ee0e24c98edf8a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834e6d27f081997c741837ae3fd33c6e1363af73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084cc9149c71a26c93e08da4d695d10f317e90976a8365f46af15452b47ee34
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1646eefcb28595237c3d6492fc7505dd16d7c66a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f679f989e5fc826e1f03023b4d5cca14b5f935209f33877a77319ffd171f09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82415399abf0cddfbd6646c63050795972dcdb61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b289c684c4f437174adb58f59bf423bdeb46e4124bdb12073633d5f5fc2ca5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55569229c23c9329512f079a0b23b8faac578b21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce949bac8a76c126d5cd92fa0c9e2589aad12c7a4fd5b0f69684ee1587ae3b66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced5c8aec027a24f29eebeb57f825d3b967911a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3496643e8571087e57e37b04a71163736d5baacbf64959ca2e57b1e4ca94058a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1812fc958d387bc0da2424c9b78b1d34e8765
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901711e461a1818f9e1f3f9222360333a8550c9dd697e92414aed2a58cc23285
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1948d03b4be9b0c6df57541015c0e2629f4a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15cf68b8ace3b980d883d6c0947eac1fd4fd2fcaffef00975b6d2a78f4f92a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a466a60b8e5d497ebdde473d39905b87304ce77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ed72e42ce52397abba0638e1b57807eabbd48ff8c63aedcbf3c059c879ff05
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e3bae717b66521d9d1a7a1a7b4f310bb9688e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e33ef90a1312add267204b0f1d1bf293e4df284f8cf4b82a9ae0c3e558da4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2bc66afae952336e9b93e4aa5e9f170d4c0b75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42054343b8735b5cec4e34b4c4c5691eea6f6ee2c21c057e4800f225d2e07cb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393201f9d53505042dd5f651d33d7cdb9345590e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba14fe0a9fe85fb41595e1af9b3a112c5e1a318ff41d7239c0c65997901c5afb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340845ce6ee316bb98c95207528390e7099a232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a254f6491576197fe313151cc7bdfe6bad589e65d44fc85f8ac0531861f7b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a4d6eba44d476c4d92dfc6b9330aad8686610f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21963c80367de4508ef7fbc24fc112017215e57ab721a00db82548dba7ca9e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad67277617ae0da70d36c787aa14f0cae26ad14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95118a0ed2f0d9d53907a13534978dfbf893930985bd08a27c939c6e373f8f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83aa765e6235e8573d4df3adc7ff68a0df651809
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83814ecbf61ad12b38545c6666226f399cec6642a80e273930465e69e1732721
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee03c9ea94f1d18ff6151af67aa4c71672b82f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c069b2602db4f2bdace441931532f7dbfcda3d6651cde60a96fdc4ffbe7e99
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2e1fd712fceee498c8d4ba041562d5215fb6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd35d42811b69ec75e83323629b57fd7845c5cdc3acf90e6a298e4a56ac43c8f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87894b4da175b064a6d642af74c8533f9dceb0e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78e4320b0311f4348e5417ccc2b05873e9afe7568f1bcc7ef149826cf0d59e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9eea41169d66df5404f06ffa3ea095627788f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d60e5ddc0a1295cef35daa79d3502c14eef513b78367a475f37ab73e20e9cf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f4962dd92e664251223d54e0654b01553430b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0bba322de7601b42468b7b90cf146eb033484295315b557dc26bd7489c14e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e65f48c20b0198acee855097773f383e8b4694
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b4d9a724f463c0f89ec777e9c87b47ffaae32356faec426f43b414f832b7d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084c4e20bfafe7b62c650b4292e2c0fb6ef4253
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb323bd6d6adab104536788a3230586e52a7d77f9bb01d877ca890cdd6a9f29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741ed1af9edec9361155a1b7367005afcc29757
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561e551452dd094fd27584dee8fcd427b3786d8eabf7e0baa96ad0895aa2b59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9eafe84416b21eae3a91eca6594bb2fd06c424
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d869122f720c00ad6674cef424917e0dfe419d17f73ca9d6e56e4c9c14d99ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e19f4918fa09f0e05fb3bc29955dda895dc91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d68ab8a259db82bcc8d00f6eebc82e346b27e782ba0641a37823096663851
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4931b8479e90bf432e54e9566eff1fc9d2ef8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351e5024b9b5a2464b330c3b8c33329fe38dd849f94763248b460d525270428
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acdd7123a87d2f15e115bb2b1d3493ddf753946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1384ad7453d9e6e523be9ea8778a9c4710ead36783324c8b8b03586275702865
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47f2cd5e7ab5aaa6962e84f5b71a16baa23814f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb71559cab466f66bb0a29f1a884344f766a30d90c376466e5d338db94a0433
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7b34cf1aee19271c5625db9f82a71bd3875c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f457b6f56416aeb68dbec18a880ae200d8b9f1fd6208bbb93ba5627487035510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6318345d2c8f16be69624a855a88a7405fff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719aa5a745689ef5fd7aaecff09dd2cf6294308c740886060219778d19541137
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332812c3ebfaa6819de59a7d1eaa26e7372f3f3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58aeea5c5d50ae920b7dceae420d62c7f3cccc73787d6a345effaf9a7eb7a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0623ec40468051c9edc9b6d47cd64e8c6b25a059
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebf906052c6301200635c184ab8c7812bf549c0dcf3415a95230edb1999f8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed54e33252f2d7d811aa46853a8bfff30dcbf78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89fc27c380b1b7817044500e0c8fbdba03411b6031747ef467b15126b77cfba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729c0230b9407b114061fb1592322b2e1b89c71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da90e93ac43f86e9425d5f1a95b48a83ed5876602fc2696905e9f500cc6f53e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24840b2158dc10b8f17340bef381ebe539acfcd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f75e11bb4840b17a629888b5fcab989678411189288929880151a249204a060
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780b07e99f80b0edd456066703aff665c6367aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316c08671a0e43f4c247d1b9b420526b8fb4058cf8e96ca74a746b3f5c0bf072
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceff429ad85548abf8b12f0a21ff7b755d80ed0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3426a4133c19f11e57aa8464faf15b34d1023bad1eb06e96b69c91485e2280
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d89f4bd2157aded777045fc5c2ac74f07c88fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5126b7919f68a1d1740b869f6d1ee283b201378c99ae1b5211e0e1ade7fa4fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8112d96f94c3643d98e28e3b21b3cfdac6293
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9191cafd3e26129dc922430f0cd2aa948a57b2b5bc297e2a7d2fd936500f85
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56293b620dc464040ae1e0d305e9491c13f881
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769442aa6469e35daf0d6f41fe0771824f04697ecca3dcada87bd215c979c8c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d8f958f04c659db17775c959cd60db90e6352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bcc6b371cd907a0ec2b6c84ba88972970e119233eeb1ef3f38291bf55fb8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6f96b5ecea914be71e279f77361a9d8b0759ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0577ee870a340df8503f40b91fadffe74403a2804f373d8f4c943d87c2cd085d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a6958552dc386c1f72bc6c09af30656ce6c9b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10ffd72499e8494c70240cbfae10b1efddce7e47530ae37c0301a8ca44db94e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4ac2ff1f5212f9269634fad99d03b34c06cf3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245eb73f4f41b01dc16a67a028f1e9ee4237e4a70525e62b43c378a5c4b7c275
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677835c1fd934c7ea320879e52f174f44b1a301d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a370e5d3e756d541be7949627fbda6922f21bbe728bf7108303533f4fceba9d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f904e755cee9183a0bfeb9aa5cfeccdd4d17445d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5a36552f9a2a552db65dffec1cc8bbcd0983d2b1b5775d036517b15c75685
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec173e1190d0125f36447c9e8167c84b09e207b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fac010fd29a0dd8cbf3db31036d1c99c4074062574749da9fdb8ee250f250ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c45eaa13f3c5981a4806aa2072f1f0eb63608a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147105928d28baf9a81ad4cc3690455891d916b970e40e9a07bcccb37f022591
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac3d14def6749e3730b7e22db9c61ee1a2e67e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65982de26e4d80242b8207d13d397ee2adb2cce86f0732780befe84f730fb6e8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a033d335cfb79783a14e0809df986efad0e739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf7cd81c8fdbccbf834c9e0c7dc61636f4cd26e66fa07bc57b0a52d7ecda62
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ed587175f7108d13a7881ee672d8f601873024
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7115ae500aed7d0f7d3d9e83c354615200e25bef6a00255294c43965ba85ff3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62f41a96120d1bb0b931279bfa6ab3d4b7e20c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b443e389d43ad2ba6ca03c9f7a9d1ec5a5681b897f7faa502d1ba1ff613fe9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34dc1f4c0f316b69f5c88d8c55f1428be83ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4827da7035ab41a1533a131d0c3f5b6ed818c8b131e50fe9a71187dd6a845e0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6885389a5df19f428359158f4a98685f2066d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c1db39562c3e04e808719f66117e13ceb1a1e944b387452ddd5eed9464653
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d030b87fc43988a13b3c256137f6fa10d1c79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd4db3c2f82cf1ef13400d5e2cb5ddc01d607e53f8f155809584a297b5244c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ded239afe5060358ce54121005da8cb6e73c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fc97a4156193a6b587c8b84a3f3ba8af0bf43c4fedcfb73cd456c40322534a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce24208d101751c9558fdfb979367d76c9472e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d019ad28b64456e8104a8c7b62f2185867a4193983cb208cefe9e6166cee4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffde9f275e046a5043d6e6e81157b5fd09a3ba9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7314c4a99703ccc06a4ff05b0d8f8149f32eff9206f7ef22118e09eaf44231bd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf39fe8a3d5652a7a54cd162d5e94bb382b3af14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d734d9f1ae1cd99cf49a917c1dba6c7e405bda6487bd1281477be0654f3d6a88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3c4b787d46f758e69b434e1901161416b4d6b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fd2183eaecdc9e486ec9610c9609ecaf479264db054834b63ba852e6152cf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe0db8618012322d3a8ad09d7031aeb7bc3336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418de4c67052d9ef39a79579162e7f68b8002c432c8d144eda2cf7e16e5b65af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de40d5b9fa8ae67aa160b281cfb6fb0068534a0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e13a6d3acde6e26fc78bdc077168d41051cfb43a435305e9cb5a3842634e97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fcac9279f644ba259983d2a97c5da62f48e043
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790d51b377406a32c48ac4bea6bfb6c955aaed2d5a70ebc7ec20743ef741140
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a98eceb894da89b6a5964029ef14c304a737846
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7785234ca618d590640bf09789e1516b0b8d0aa2b9ca2fe8aba07b0fda66f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e47c689f6219629bf42ed6ddf686304ee108a48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43b434c560b7dd1fc00b68aefb0a866f58e55b1cbde0d4241467e7735e0529
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9022e750b3de3786e6bd188556e5f047afba3455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e9e6f9eaba6dc7218b216a2cf9ca7ecad89404c1bb66d2a63f6a9d5e03f04d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861a0918306ce8e9686e0233140e12f79447def3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed0dfe7650ddefd0e4d826049248727ba8569ba67c670e90ec5200d958e0cf0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f51e423b1b1b0c6494a54845e50f9e9892843b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec5bb7933e756d35782cb320eeeae8978d6d47065badda99d4a25b3eb1f0928
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3ba703829b7cfcaa775d92169cd0ff1e2cb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32107dde1ea2b1bc18dbf95a5aca29637da9025851813e35809f124f325d992e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e95a732f4efadb50f53de6ed0a2c2f017d5a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20f0059bd138becb18de8bc71d6db2a7a417efbaa36edca69001a3d4f855be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e7590afca21b3380a70cfda7b6efe3d6e0f9bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b26bb459211774eb0514e1b7e308758734c10bf2bd880ddd3b3a4e7715a7c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1356a06af39d560cc16a72f703e44bca215f4a53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5e3d0ba6d30dae5cf4dbdacba3b0b548ac13fd35073cce398436d64d869c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3262860a7c709a151f1cf7f27f04d8935cc963ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30feb03ea4466843a7710feb59e5d379de6de2cc0c5675c80b30dbf9011387b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b481e84813100fb52b35b22538ec592fa6bddfab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94134887321526f564238b63bac726f5eb85293b7c653e1df3a262fba0b18db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6657622c7181d6bfe8f27b89a62956123647dcc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ff1c59e44069d56b784c4e640212a5d1e9e1adb3acc23632d14668df6fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130aea9a1a5ecea81d0045af50838c4fade87d22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7d0d42a6d709e92d91a6b9850108e6ffde04b3c5b59c4fd4ce48fd3816549
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17a3fe6d75e86ee193a6a22a03f627d3ac69d35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea03bf0f17e4f7b92d921e8c961704bc78be72b42543fa5e8f07f4cc3db472
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac10e260832337540c1cd10eafdbf85017f44b24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494e0321572fa13a663878177d3cc6bd3314cfb2d2ba9b67dada47404d8f27b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd818bb7eb23c7e74fb6856ce977843467ac70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00583d4763685f99d0782ae7e8853f088e7f42d47a66542b6ed058604df01880
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0081bbaf245ab980e0f6a882c67c1e4c833abe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fd33b82563bafc0248d62f1112fdde83bf23788ece3405531695e7bcbaa60f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9577de21fe20861051083ab62ec1d75f01baf7d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3580f388c83dddb95a3d9fbb02892cc4554742e0a2c260e4a7aa69988c42ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7feb1f4fa09efa0b7d77a6ef3046ba63758294
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a225f28068e06a290c086fdf9153e62ddbcb7bbcef6948a22eaf79ee76a969f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8dbae94a6254204579e498c9fa614bb1e9af93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87280f8057c03db2f1db125573be98ef4cb29c6ba395bed7ced545bc08b9d025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd66e33117fa2ec89630df67a5ef48e2e04de8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b19c2141ce8d20acd8d5dececa58ef111e842b9b0badf46cb720c54a7a03d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1476d316a5da1531312d88483e328cdaed24a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0e1797d27b088196895ab0a82c69bb0c91d5dfc3062208e95974dd1586b01c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef055f7fcdd35f1c54d03e1e33360b8d494aa71d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c7bb8861e4e722e5fcf5ef402d325c27c0a733d011e768bd150017dbc4c51e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89d7c7a9b5d3229cc072ddb14de660edab04c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7803c839cae3092a640c52603b22ebc7ae6c2212664b48f3e387c5eaf1821ac3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd49534aa0e01ac300be42647fb5d4978c0ec374
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9c96a1ca6a70aaf27ed40f99c741c3de315402e27e0c202b89575aab5914c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b41b6ad3ef63fe356739d3b78a16adb4a2d956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b05243e3a8fc4196846841d1e669adbb8f8b5d4bf8bd25f5341e5547e7a235
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473a07bf7e5c1efdd88de39229c42d607924fb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cda66edb6cfb9987e7c96b6bbd39358a7a4f585cfaac01ada96faf36251529
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0bc3583a65d3d45c8da134fafd90a1cb67c4ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c032d50fe82c6de4c5ee551766285a93197ece53faf9a12c6f7bacf085e62d3a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914fb0c13c330051ccde2d09a05b7ef12c99a9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac3248f94df2df1e2a514d035eae38dce73f65ea9b536f3aff56d56175d67d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a09961b7fadfe258853a082e675df7bb49cb41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0087c2f262b0483567cc0acb491f2f252967ea41927e73aa8a7814b94f055c9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ef30c211d5d7e494ebabcd3782bfc46421363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63b568c8aa04da2584026121b1987262ab3cf32419d64930739cd72623334d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3112f0b182ae2246226f64b30d09322661ab25d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac6f33a544d7ed7cbc0d5b52c81c64c21b69382318d3ab9d44f1dcae00b16e7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a19b93c1232f327712ef347ce719b0fb5248f1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba77b71858df443528f17dee9d7082cfa3686850127996778129bd94250e94
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1e358a714f0185680b6844e0118a16f737e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da351128e20a235ba499c4d25285f7a6a5ca05cd9e13501483be39a62209768
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37209d47749616ea09d5c0f3b92573f2fe2876a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf0d3c6b48697881c182d6328af1c752d11f2c117e22bf97b7b01df1b392eb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f17d61c43ef323927798a4e1815815de812a7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855fa1faf2a85fefff61bf4b75d77bc11e188358e523642da60d34a92986f9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503012863b43bb71ff85390d2e08ed9520103e66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c9cd1677d09ea472a0c237946ff652ff6ffb6a139eb4e02d9e0fbad1a59144
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b1efeb00b6e5095dc96e8f3b9fc2b592cd622f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e8bb8bee55eb5df53090a87a08b7d3a5cb34fbcbe29af1155053ef4f91797a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537e1fd9aec820a61cdbbd556025e725e5fc81d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b6918fce663204bf7f71b8a4ff8980f422f6a6bf1f4cc0e9a4761b42d578da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afef3ba90996c5622eb865c1f9efc3471b742513
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663735138cfdddb9686455e9cb250735deaa2e3261fe55c15f781621665e2825
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bfbbf9081e7b1efb042ae32ba34fa046c0dd9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef750a107c96ae01ede20cd3e7bab2887ffcdef2127e3f235173ff919ddf3a8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d161058479ed23d22670858b13c98eb9c0a15e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d06154a34bfeb2c08a21f583cd54edde27c331c8e7c731377d362758a0adf6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dfe6d5eb36097a9ed04ebba419ef7dd692d49e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2345d2d907d42c251426aa4bac0c4c0c7055c581fd76536e85d5cec2d473ea0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6e85357f502c1088efc3df15a23caeb18cf56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2bf1856920c7a8a0198f0b1cf330dba753b516ca304bd3ae25e58d6c6538be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33ac7db5ca192f160aef94efc50d450c2d111e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb649f1eb3f7d298be36aa2a136e5db890b024fd403bcb0fa2a3df9da92364c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469280ea2d274ac86ea6ad72aedeefd47a6832c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59281397f12009b15e857a253d483d27022ac44718fd3694fd0ad6c6ebaa70a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcc4eb4944cbcfba450dc6dda91d96bdb04451
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1a971fb3eae89c94467a9b67a92c4459a9ebe0ad049af5b897342097ae3d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2729ea4968ba4ba22bd1921c2b2828bbd603fc92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff62f1e85dcf35340ce2c3ca5e69b2dbbd71f2ec60b18f1ae12eee6db363dd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bfe047aca9682d57a81cb4b8cf79354b8a33a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20948fc285e32c50d65c0b0d2d236aa3ba3745a752cb90bcb10ff20823992b5c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac990cb6f62b90d01ab2c0a0c0be667db776bce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84376082f980be97ffeca048369f830ca06f90b54b0f35f7fc6580f366e61848
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1040d7bae2b8ea96e378b21744fc866db690857b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e3c92d7f6b3cb824ae9770da7295cd5d8e7949facea918a7281ff77cf2293
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da08c46fbc4c42abeec21f52bf25ba8501c01cf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6bc7685348bf546c9e6e4c33077042217ee5052a915e9cd62ce70153b05c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a5f2c9623c35c8afe8eaa29753d9586ec0724a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2688f9d82781ce3eeee25188cbbb0dcaba61b19e646c2e43b3501294ec7dc2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a861c14251822cb2bdd2103855ea6622b43b824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c29e203f3def743cf1f6c348c912dd28ac92e03fa018e2a983b20f92279582
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd542e4c246e2b47768fe7fec79c460a3720444c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6eac354231ab35f7d406f8d70b81da586e7a10e0029278885e432895ca5bc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630969a79fd3624769342ea42d860786b7d74991
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b17e2b0e6d06220e66969954aa62ad71a7a3a156d53f8e6f7dc34ac941b51
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7832a54d24802c97e7f0dd45e032c000419a4a18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c203deece51953a9688a02c525b870fb36c2cba2cd534c467fa032f73f13d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceefc9b57a5c45f0f97ad9c573bbd1b6e7331c46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76165a0b50255ef490dfd290c51c29042836de72fb295aba24b86dcbd92239
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dde8a65b2f2aa71723b942bdac520a5e2c0582
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e7b6f25db94920f23b5d3a6a46333faea34dc08cbd5f5d5a8633a4b614879
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc84f432d64164f91d61d23e4d6e2c29d3a1620
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d984eefdeb303ab044608d583674dd91e73aeca3a9a6521bf0e8f67f01a49c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3956836e9ab9557db3edd5313c9ee827c7c6d19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21253e6cca9d8909b44646dedad4cc0e38dd96c2739b817be79494852f28d96d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f26d93fe8a9a99f568b32e16d360b94654946e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9634d86c212dc8e86740e85d4771ab3de3c15f2390fae3461420821fe57a430
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2b72974b53ee7916ba3178741170be1991635
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48cf3030eab49d735f106523ad7d58fc216afa4fb2edd0d142edd9608de55db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7043c58a58b9e0cec4ac40c9c6c1dfc7a0ffd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7c989f21a9ab40f47f2165af1a2fe1eba13ec79cfa3f308c386b949e61796b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae835597e5b6e765ca81e6fd5d6587fb0589d1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc95beb3d970c2774acab94ad54db0201650ce7d3cc51adcb93552b3f035d788
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d27f0a36f113c12e3466527f7eded794339fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb22340df070e5b93d2b4012da07f680c460de8c3b352343c6f16f9763716d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf164e1ade77d606ae742a7f8b6eb99176c87c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311102f42204211534d05b5ac33494b7c07826e16dbbcb1c35b270d1933cfdc7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a8a08e6029b3e664fb8bfea264958b60c65df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00a27407d07f981124c290ca1f75737f8324b16c5b55672e97289d9a4c96f13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf01af868156911335fc4a05d12c2bde306d2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f216d4e86214215d4367abbdd083dc11b097569a4c96640b23003ceea85ddb9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7d658ee7f5902a772e46c0e6e11d1affdd4619
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da2f314a106fdf07d035bf62272aa10a2b218b26f6da3af9ac3388254c0994
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c347078e6da5a2667d4f50e6d49a9bc5206c348
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6243408cbde457f9979763a263b5b42bbf9d835cedf10c08d6de4bc1844823
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65c919a21904ab897ca757d2ad27d14b43bb7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4dc8f0444a7f3804e2c2f07652106878151b8a812da42b10759969d7015812
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7f84d5e43d9806be7e068732dda49c2ccb9b4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf76b0f509f673069db0749080c4d7e766cf5bb03ba4473f157103aa1192bfc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78bdb7324f7d2ee2ee9b6be9fad5d21eeabe025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2c6080612e652195e79e4db950986a4642f886afd2aa37c84fedf5c4d1d7e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c77fd48bfad09e94bb509972e14e3d76d43d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758c2c2e4b18032781eb8f6d7b5a99dbe680e294c46007bde7670fbef4d1edc7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fef76ddbb8a5852d09210ba92e2685ba425e28f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae839a91b2004a45653dc284ed62013f4bcddca3a90d4c8ba4d96d0c9524b8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a4e4901eb486f2bb351f0e041ebbc3c2e4429
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bc299916f6ad0a06569de25299cc83de70f4938b37ace2bc557ca9772269d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cf1eb8feb312dcdc6408c01ae542f836d7e88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498529fda66f69d2b51213039949f97e59957478091a774e94e7225d529ab5d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efa13d811f5c5f30a73a9a45ee5ed68e3e85ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99c3e3b0dfb5e0134b61d5dfad7c242c8c5a400e5b6749c64656276cbef8979
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36cb524681addd2f520b8e3379258503fa0f379
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016c40305c5354b99ba113dd01fd4667c3ff73c5d3d465ea3b1782e227bf9d03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed98e8120437bc2c999b192734370888720c639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457e3d297d58ca6bf3b37b55f585b2150ed9a375fa7982531ab92677560cc877
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed7d0f3b421d4602733a5c2eb949def08e7b6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc1024cdbae68a110ecce36ba3405cad6466f06d23330dd2016696fc886ebd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3fe9b3521af1f30a62777c05be458515629f7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16676552267ebb211df058311acefd66255f59ca3b7b4063e817c3a3fde4dee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f1965c07dd73568dd6908804e612c0985e3245
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe86bba39810e6a01264acc2f5eac3013e440371d1dbc070e3c49d37016c839f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a2050188f3b46a875ddd0c0196de57d7cefaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9c098b8ef14c4dfd223f9cb6d60ffaa0d3a9c61114e96de3e9c44b4033c3d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e70898e6fdb92ce13efeaea439186a22a523d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1799d8ac29afd3920bade08340b3a083a845629d6e7abf084ba155304b221f06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15f577cbf7e5849519e2067edccab818346fe83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6753fee38168e8f358285bc0896db69b24c031a1ce09895db79b29e9f2ab83b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282b119744c0cc452e6575a1ff7218a8ee8151ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109c652a6e2724abb5d0f5117aff6a26545be8af53733e0fde165eedb2c25b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8e5f1f867a676d7c8c6f455ee80c48f1426c98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf71b465290a0abb258d5e30fe1b41256508c3a913f6974edc6e286f24e10e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21e7565de567a86f48c1f71ca72aa7f12a8e86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10961bb1eb87bbe95270a0e55dae939df2dc9b9ad3caeae264b076f2af6634b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e9a3af6c5ce34cfa491012ca76ca74adc28af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35439a8537cb66139318f68ab6d7f737c14365636d65d32c8cb6376498851ed5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccffb2f9ebd52781facda5c11f4bd8584203ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb94c11c8dcc7714c02b0684d7c6addf847f7e27b7e1b5329ca99b1d3abe1821
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a1675719227ed41ec739628c63c2f4e503cbc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079aee2132a92545cc6c003791178e1ecc79af9bb46dc4e5d02b9b4eaef69d93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd0b71fef2a67dfb28048e1954c2d420355e87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d79b85220ef4a461e92c8262062a99a0c2b3a787e2a0415cc517f730fac7d4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f22fd859a1c296f90e59ff5e844fb2a37123b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d0fcf478ca9aa1a238e1cf14c589d9ed26dafc632e69e65a96fec91730a92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfa13a6883af79002a7b3267a23daad368b354
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f92d70ba765fd6bccd44f036158bd7f24b66f4546fa7a66f7fea17fb54bf27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f4c08c94466a381954481288b77377c7b80646
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d9e67f412fc0922f2029376a871a2ea327a556698b9a51150fa4b765ce6aac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3178dd9791824b291b7b5711e58f6e798e47bb02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03de07267eaf56e92a5c96880d3d60bd4ffaf4873ed0f1b7f12cda5e98faf959
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8670fa4900c35e1a8ec63e919ce12aeec0da3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2978ef89264d291286e184a0df35eead8217dd207f043ce2894b8aaae433
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475748617deff24dc68de99ca906671bca9ea1e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d312e5ef74d70667399878c074a35a2c2afcc986be1e3c5b2d79b8460dc5cc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac331ce504f21aff1f7d4ffdc74deb21e47d34b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7587153af7dbd2880cebaac19283bc5691a24f2f2689fdb0b153400cc01737
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d071759282e287381a9a13d7af457f6d0cb5d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e6ae6020162d95225d16c80a900622e8b11e83afea9a71aa38359c5e1828a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a7826c731c6da71c4ad94b9b422d2f30029dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c363de409547ca37abbd70dbc2ab75315b6f6a991e19ff27c503fc615722bfb3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8f1b01986ef443bf52734ae085fc60adfca8ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e18156b864d311e63f2faf9805cc0e86076bff8a4b18dc0763ac48384371d66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626f1a7be39b6a3460d3e7bf3cdbffaf6660871
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edcf7f3bce372d4a763936af19d62f84206092eae51a12518cce51e386f7b21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7fcfa908ebe7a80627e24cb482e93c3c376167
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa44fcc54ddb15d70d70667e0ed3fb84043c8d8f994b7035af33988e697972b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf94a9c50200c5b3ffa5d60c21fe838631db82b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe5c7f6f9f9b2da0db14dd29b349ac7a3bd765c90e55c3b517c63c6ef56c2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0af77198236b6c6864bff19c5f2927469fd7dd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191a174a019954c5671dc2909923fc1f1c5b53c239b234f329718ff688dffec6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d64b4a8435045fbac900d7c83d1b239e6b4a2b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03886e83fa2c9d3734da2b870928939799257afc5ff8bdea193f20465177823b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9475132d86d60aca60de847c2ac6260d9206648
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879ba414130e5815de31b5babb70516d98adfe78438474bbd244080aaa0466bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d634937eb7e73bd484e466e5e4e1257039e9b60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b7923bf2f450156404431ecf44aad721448b821b6aee7b994174c25d78347
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278242403fbaa8190463d86f87bf3e3bde9154e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74a8abe34ce159036ab2e0ac27ebfe2e31e9199fe99c0e81dd6c48c9fe9f280
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c946f5c7671829e4ef72cdbdb19f09c03be5969c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45268f9dcb17d54b5bcc835454d59c5bb01425dd8bba982a12aadc7a24dc701
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2180044ba9c4518f57d5c58456bb2059ef9e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12eb9b5a70bc01eefb23c79a451b70b0547ffb123d19a97118195d42e389ef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d89a1651f0f826b092d4806d214d8f9a8bc6547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabeda3b502592fd4eef48771bccd38292e52011e72124c8c4f7d211944b5ff4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497f1154a5175993843570a14bc9a8c343f323fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9880bf1235e92ad0902801801f98c84c27b09fa18e1efd359314e0a22f070f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26053c14b27efa1e4f9b1e4d6fdcf78573afb4dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83822d19b5b24e993c784a8cb528a92729e2ec3cb3563198777854cff983b3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91d9f506bd8da2dcdef5d5cb2175318413d6ef9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f9e611c56b2b99110cdd01d5f37a43e2b26e70a5c5f1d4de4dbf970286fff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e9c8ab4836601b8513d094ed6c2e73d8eebe21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9116d852f641ce7f9762f95e50ae905f4080b12a335f32bd833820571cbe3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea600c1cdbf1a44b1e8e63ed8ad533f2ec0dad60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5249cb6a34a00fde6d5d8eeafed84de12ed9bb6373fa7361f4181718fde2fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f3735e8c3d92b1e330cff79ca16b01823713a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a279907c73c495caea3a67073d071fc0f8c689d4c33a4a77b00d729e6d8e907
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82939d04a33d87bd8c0ab3d03dbbc564879c8d73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da80c8861f7d81d46b7f6a068bd5d739e0c6e4d9af2bc325bd087cc3a2e38b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6401eddb88169487bcfca1ec5a52d9e478599a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3512a0ae8a294092e714aa2275d3409261853aab5fed8652ea1d4261dc6ba683
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ff9c300191accd99263da689a70b7e00b199c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf8ead26ce19eb51579c194530653369f9f779885b5a11f12e996ee07efe8d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2dea6d4ade51e4531e4be64ba12077ff5c8fe4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660fb35eb0bcd6b020ec00f51cf42e72ccba6c6fafd564008f500737f1fac60
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b83770b01d76b72e69807180c92e60a2541ddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f2dc94089076c1f55168f279e2a39e0052ca0025b8b4b37320692a5c5257c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbac88cb93e13641141e7aa14f40f6dd8fe85aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d3f9f50c572902d34a5474b5994d689533cf59d7167a969b433810b9b0bf02
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6c46a527453e1a84a168eff3e26ad7f81e891
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffc806c1f478af8876c9dd6c9c45a73f243aa73422cf927c9fb6e9f513cc2b5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff56bad7c6c5bdf4973b3675940d77e6ff7e2fc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccd5654c890289845a2fdbe6810553fd67cbf48268bf568f1410783893f025
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa49e73baa94bbaf53964646ab50085157cbca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef979bbd6fac1b8dc98ba559b1ae9a50ef78b0b832d48ec79fd373600edca9ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaebcf2dd943f7329d0c4a27e2ce9d5841e6152
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4a2f82a6f24d76126ac133144f73b5e5779e786a3724f70ce8f735b163fe0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3313244559325232cf3818affd5ada536dd22d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1813cae1055a1da43ec678c61934101069038d31834a091eb8a079110411a11f
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e8c3611d21605be24889e82e5c753814ad98ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b15f37f4cdf9d7652c41b05049420fd12b7569d04d9d1dee429891e3c756b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd08f061d57fb1c5fff13c40045b1a42aec0c25b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9748f9c37f73bbadd8601cd444e050892c18b953b0312d730fbb9a9b3d6c931d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad81692ffd64a8e60d977443126eccd9603f2837
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a12ca0bab0b124c86b4267abf218f9ef1e4bf5a0f5a360cf4550fdc57b598e2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4e2e46253d3eba05c16feb93cf4280cd4dbce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9850902216bc435df4b6ff66fc914387f3141e63d73c9df88562ec43f0dd04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2cadd98ad851f4429874a61604159fdbaec998
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6886ebe1cd87787d23fd9a95957a3308d6e1d0bfb04e9308934d5f784da98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253282fa3d66aaa7413356aa9cdc17c3ea83fa77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68770a1109492dd14e49ea0b350bf4ad43d100b1f96228b7f4a8be1c5e181e8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098afcfb2d6a9c536b4de207e4598cfc4760a263
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3e8c66e4a5ca60bda871cd2e2778d596f5120f298dc6dce64bf9a1083e8fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52abf68722f4f9a646d721de6363ac5147752a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419cef07986284a4b255128ab7a9ca81b9a73ccce2b2799ea156838dbe6820de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f27f9eb208ee5b09ea1808b7342bf60fd2edeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282df8b5a26117992621c022768aa2820ee28e7a814db3358086d301fe3931bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44df7a15a66db402e5fedc5a448db7335cc0e843
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34370137bc0176648eae234570b50cad24ac186468ea61cebf147c774a8a8a2c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c053585a57499ad644911d876aa1091057737055
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ab8dd77002919b3cdbdc25b9e773528c64b2d0670cea950c55ec759fae750
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153b42d9e9b2df396b22c9315ebe274927fa9d3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201408fdb1d0ddda61795fa7470377346250b9567d3e280cb13f15c91a00f02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2db7fbe81753e773da8d7f223f68cdd515d25f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9304fd18beaf638e2e8b2b2dd87ed10e5dfc631cb987666dd304b2bafdccb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e562be4bce41deb8cd2a73b3e466afd2f1c778a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de087552376ef767ec295b4bff5556617fb6646dffe9128a00aee634d6feb3a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2065756a59f874a607fe38fc305d99bc5d1600e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197c78fe0be62cfad81fcf7871150406915e536537ffe7be01be3017fc9090c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09049a6cc4a8fb8550e7f18d83509bacbddcc634
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd6b45483bb7a33b554730579bab997d1478ba54e4060e1e58c3d4a0387dc7d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0601a48b24e3474f4c353d3d90369a767b0224e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23909658fea6e92a661776311e1db9fd42cce0ea2b86a2b2a81781e2cf606dfc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256039d6a6df606aea1d2f3b0baaa9c6299c9a98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5bd7b9a9ac962bdcab272fa2ec7a940d8f2afbefdbe7c6066bf0b3ee4f4b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c248ccabd47103aeff1eaa854eb24b45aa1885
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d2e362c919bb6a5e9f50709f23a66dfdcb08d17f07c8c50df95e42112d5ddf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee7037cf1ec4902518ea4c262c48ec712063e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021abf747e1f9e727c6485a2383ba2fb4d59b1d56cd0857da1024a81c8b1b74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8561483c4802d79be93b261dc70e9d73438d65e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea84d92334bb3de8d4066b2c1bd04f79f67118579c6953e3586f6613707a67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1fe36af4dcc57c535650bb8bdfd6f113aa12df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfec8f6b2a5e7ed17354ebd9cd30804098d95da5b4923697be335e945a417e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f34011bb294b3d1b27b84a3888ad8767f3623a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db66eea7079b46627fd59c119ccaf017b40f54ba3d88c17a4f777a6d780f871
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95509d7b97cc68037fa0a409b9f3c056cf62a09a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56e34cc249590d20110b9874ea70ddd0cd75e8b519d0806af6294b77ea48852
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d70cf631af9078513137bd37967307d841d4237
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0255d80ec51c3aa8a0b1aaac7ffe1aa5e5ce7e8b4cbcb58a3b3eac91e7d8c607
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98aef17eee1fdf1cc1dc74ec66b9ad49a739f775
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8268b053fa930a42791f348d9094c94ab15d95f9358159c5a77ff00a8bb32a8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb879203576db153a7818d98cfa9a74a9483349a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f946b30fd0054833cc0b67e1cf96fee8c4251e3615bb6de6d8e9903983d6f16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb47d10a1ced00db66041a321402ff2a605ed45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ff7828cd48c2abc9e604e55cb1405024e730a2a38be98a395fe447e661d6f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa4207c56a604d7b9eeb9d716f2076c9c3e168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05295684261a53bcd6bc1e6029106b27aa2b5855b52bf120e40de86ab8d80afe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bb664f1c97b0868d1a3c7dd919f7ef26148835
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbbf0de43326a4eee2f8ffa203cb160d5a9de1bdfc68920ad6fe452d90f5923
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d226e0288a4bdde60431226e1bb8694d49782eb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed7a7c7e40ca2739079af10768c8abafafb205c37bc9b65717c4bd660d872c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971564dd5b6699921a9b365852f7e5b2495306f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256fccced84fbd3ed1eb1e568d75214032f6359e47f699a0ea296142a7d5252e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12108065ca75bde945325ece5c5331336186ae53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904210e25d7cf569f6d1aaed235f565e3772df90c9eb31a001886a018e034c88
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f886a59d289ecfb1e6632cdfb5773d1bba8986
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e28ee715e2605937c7bde4bf4211c4f3e88d4191028fd10bc9db32370b93f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d255fa2191a3c617a3ab999db4e456833a32567
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0324991ad5ee08b6d59d129376834bbc468653c43f516bcdac0278df91cbe37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef4cda5416dbea1c46f10f64cfc2847ae2b0225
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e736649718682ac1b3e9aa9434b5d9291d257f65384811d0ed921e4e24b4e9b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9738bf4263aec19a9c4e30e6d42cfa03ed1f8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6da9d2fd0404824431c612c83be01d80235ace25f20400c071db7061ce8e960
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3894607964bb6e58ba3bd2f5373ba29b92e56e75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7162893e236581b2fc98d7cb554f911d03efdb4e824f58ab6aed93f7ddf3285
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0139b9ab9d21f167f75dd1bc04977d88e7b31f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1787c7f8d50e67d1b833c919037e7fe3a5a8b580b46d569d47604911999e171
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0ccb3f2dfe1aabe25b7bcd83c0b30f9c01194d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6497aac7697a23f907fd2b925a80c862079c66ca1c2f1d2bc3f7179c49f4521b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac76767ce211a2c9276313c4e5eae5db70d5b8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c6f360d4e3ff2b94c04ef4d8da768b373e10dd67b206d47daae5bcff57a0e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21ce6f04673ad6a92ee453160c5b2e0d77fe2d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa2af295a01713d201d9aabeb14bf5dc2f231ec9e2bb0541f0baa450ebc76ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f6210e684ab90130145085bb923848062b3363
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedb9eb10e07a8caf34393f95d99c67ab3c142d49897083097b0523190457b98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63d47892f4c1bf8c3e4a672f1fa9bf7f8e03b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19230120cd1231f7f42490ce3ad8e712f70e6cf024c137aafd03043be745691d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af2109253ff55f49d488c68c513a75e6e0a7622
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d81766289c7fe4ef1f7c356195413000123b4b91ff1c2513e781cf8a57170c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0278155160dc30f7946390018ff8ef30b101289
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d184f2909488de256fc1ebccf6546319469c9cff9f0fdf1a00b427deaa563
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c3f4f3a7a7cb9a3ede95c6941045481f52499e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba66487a84c9310163d1968462135414254a1fa83ab6a9e3e4879ebb8f934fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b509ba9ffd998b93ef592f219308b12e8d8eb78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079d9bbe8b1ddae0fd1b4a19389a8db7ab44a9339a1d5d2758a4283867c58c17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06c2bd9efbbbbe2de231981f583ab7b398e178e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc23f08be6d9d0ddaa90f54217e15a9679f5927d72db8e41dd5a27cfe99938c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b52378113f63e3ecb0ebec859501d523317324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21ec8ad6b45d0253db5e10f1e3014bf48db190f00add4c9ad1ca3b15f00edc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4365f1cea6c8698cf2471c471451baade56755
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770e71ef8e905a82321c1fb9093d66d5de7c3064b3d72fe460c73e70bcc9259
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911945e7718f88ac7259ea5fd55db18835753482
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95acbd77b0854c34269157a081af3766bfeda3866b8adb5a8464890802e09244
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2895445d2feaf696fc1e525feab847448afd79b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86e3799d2ae6ec39ecca4aa367c5cd8cf7eb9a3ce9392e8505a6f3b22cc17a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0734d99b52cae058e3755f24464f65e7c10d98c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd7e1fb1e0ecedfa01a132bb4ada638552bbabc97813e91a483e5a97952326
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eee57493bbe4096afdbb7252363ea47d8e2397
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e1970a81eb46dd5b0383e2ce1b940488de5ab7163aefe6bd6852763fc9f50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace83603159a466111d950eb26864faf4f80a25f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2b9161570c3e7c701b45e618af4a5b1acd3e9ba117691abe1c443f577b32f9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fd99be529f3a3d419ebae7ca90513fe4255a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b23b013024977c0c84e38530e6136e0f0155e94973284be6ec156b15a000aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da57535f04322da63c86f430426f3ac6dc6d468
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d4265fc60ee9d9f416c56be50e1bcd3450ff3e298e28afb9f791255b6ff6a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c1cb5f9ed23031ae71d18a197719d64bd2b39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed74b408e27514b26b1d88859ec2b56986f6af15bc224deae3105ee4125dc3eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d6a75367e15cbfbf698df7153ffd790c7d597f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc4f417a59d307f13dcee5b329da2eb11907546cd7268b6de2d5a862455a334
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ab6da8b410ff163aefd00bb6328806f5722484
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8379d9238842530ffde48ad4a71c67394a04291681d0be5b8afecf8871012364
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051676bbc2d874c337e94203eb8cef54be83c27
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54298576ceb951b6910aa96bbeeedb079d53eac92d9ca993279f173d83e10c8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c5b9c5e2bf59de7f0f8d2a9e4c5531a35c46c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775b3a05bdf4784e81121620181848b094cfbcfc9d057f6d41866f7115d9efb8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15feb25dae275635fc8e919b4b79a120384a91cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb965ebba3378145b01d995ae85355d66309d471eef942d50fa0e8a1ebeba1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10d98d5a3ea46939ab0ecef91962cf2d7d87b44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a3ca4e72cf79042b7d112b5a18a930a254d9e2506ec5f9c7d73a1797eafa0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8244b99f0788f694c4bfad14522c944f44cbad5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc5596c6aed52071336e765a3c6d901415dffea3477b3ca87f0ffe087cb60a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a76304056c131075d12e194116ef63efb3b64e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2d9a30efbfd2869ac005f3e22628355c69fbe01d733741f348cd05263c22c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b8a8fa257ab0ebc913dab454219b6a981edf03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032a143b66a6b9b41f4fd65460208bc904bc9f9d1bdd948e1f2b0e1d5fcf257f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e106cc750ad69ae68dea069944b3b49395099c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d773835e9e30a29a3b4bd3c7963ae16040518f5588d9e9f96bbceefbe5a6a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03af5c89918114b68f98623470d925d87a2c15c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8c2cfec03cc67b786bda5b551d82278bd9c7ecdead2adb96ec698dba461bdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e3993495df376422893d777a9137ada6ccec2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5d91a8cf1b0220d891e5cac54730e05d62b49114916f0b1f3b158d7972a95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829cb14f284b5c38fe3fe480807e55360e2e4bc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5105d169c8b39e35c70138049bd38238b91842732c8cf493c9226c53ef4af66c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a80c955feb4aa392a01ea357dcac0406f5875
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148e27e8bce937e2ad45ee04ecdbf4b53fc83e6b247efbbb7a9742b0a9e00f1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010a192beda4c769494c8f92dbe854a1244979c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f88dbad6a467f65dc97ddd34ffea92a3d818c492f1ca8fbc4e42f32fadf09b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad84945ae914f626019363b1d518d7ad48631287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c7c4d42a6744518b38df14700c9a7613fb0fc1ab22c3bd22d74447fc7c8d0b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8cae4ad750839342996d1f698c73d9bf5c3389
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1ded8fb8776186fb265c3a9ac6243b59351b6f26ee0fca8ebef366c77c2714
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa166fe4aad7bf90c23b17397620b388a94d70f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9ecc8a1ee306b59cde44d4580a0c99adc44e8abe008ccb2c38f3e9d33bd6d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7153f268334d263703cdd2fb2470deebf95e8355
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99928351d337bae80031b4f7c3c4858d9a9335b0507f3f8740a45cb0d48b0ed4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d00eb42ef0d84890beebee5c642ac2a983b9b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca438c09f6b3be8a96042b3defc18e37e88113a0a5570253ff525cd4864bcc1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea7bfd2e5b19fe2f96f59932c0b12d4952f1d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c579f07e730aa1809dfa16c78144aecc76a00a543e2fc3bd4ddb889404fa9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989406d8e64359702a4098b79a89630d887ebb5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd31ca39e86fa3c8a50add88283d4b7e93a8d9b7a9235348df9aecb0f1f65d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1aaf8f85365c5a17afdf88fff1b1aeebd179f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b3e896d970a27ea38284cc6638d4ff1cedd045723e4fdc7f5a78b6b2f13c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65337a3823dfe7f1de1531c4f1a1b5af512a7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdac7baeabf609555bff346d4ff0c5f0dca71443c662841126dba8c5738efa9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af7f54e08af9f87fd73f08c9857d7eb295b6d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09999becab6f9e9c69547b85b844737a0adaf9262b35272c8ca9c06f7098f0d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37244d31e3c89876c540012ad963c3b1fa202af6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a62da84e07f1b146c6db188d4ff1ace98ac2532f23565819b302f0a461269d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f919461be85b14ea2fb6aa6512ce1455cdfe2b3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3517dafb21d951ac992be66d4ecf11f368ccac076eaf077140a8f7af23f84d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbe852088330d8002247f065ae1e5594c28af46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef90c756d5f4c2351ec61796abf27e1d632406f4897b636e787d50ad68e906d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1166eedce654cf6b4ce519ea8d245c34b97e6f91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29590a44e13f43ed45fe4cc1c42d0aa206663bea5325916c7fcd7f23a1791a21
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70f3ba7eb251395cc8cbd788cacf0ce2702c06e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56f93f07df54657627690407962505ab70e73da06b8da43ae373b12ac26d74b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370185b2595e2fb09c7e3f4c365ade9a0bc2e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f082db7ca4f96f653b81081231c21fcb46835dadb52ff176b927e6aa3a241e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3caa8f76458f08fc5215a310454793754b9a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a606a8f21fa314e375e84abe698457bf9b5e3da25e016282b84c799e1ae09a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a73a90bfb68e74311419ecf484c2dde468837c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8380afe69dcdab56888a1937debab0e8347ab5fa432d8636a22d28d7fb81f4f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38feb875d66011fe00ffa9840d8cf3bd6dd948a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5dd39b02bdda76516e56bba041bc3e3b187b27fe61d02685aa4b22e1c9dbd4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86868ad144208d9e5a85b116dc4fd1de59b213d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdb0a88dabd9a063c35dbc003fd3f413f519a8308ad665cfc060af822afa0e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1542d3496d771a18c70400264366497f6fed6953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f47a304c2cbf457c3b73b9ab1a5672cc581d4f9171ce1c50eef3165fd41570
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1219c8745bcf2e11bb446fca00ac49aa7ee8749
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea49a11d5a58094355387efd479ee8d97dac5db9f32c64adbe6816d0e381da0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32989e7f899858afde118c069f289b2763f34fc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4a135774d18d9cbc6f54357468e7f99748e7e2e7e87169b0254407ca95b18
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56add30223dbd91974262a71bf13c74ec607abc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711283d49b8c40413e9e8eb888b7e1f6a0dc2bc193529fbef20551488dbd5aa1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd3b3b719f7b9d0870386f09a83431299b0596a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc368ec301c0e753c15cd500a3895fa52dbb43273ff8d6b8bbb58c3878b4b66a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dd76fd7f7a8b6aba8713a4e5c240b6acd43c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abae2c6e1717594690639839b37df8722ed47137943f077fadb65df21d13bdc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626e0eb0eab25361acfea59d45e5dfcd2f4a55dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5ac4336e6d8ff62274aa65a2e60301d19561f95dcc19451ab4227e53841e76
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71618334dc9467f4af213adb48abdb67efe3d5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8032604122a6dc6e16e6af78c3bb56d4327ac9ac1d046c58b19f8653e72f4eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9de6ed5f2486dbf282a984dd1ac38d7eda246e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50269cc14e7ae516a8d48cf4b999d2dd61045eefe4c3ab01c7e6014d6ead4af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b6b507bbd766d1d35e880cad3b128cac93ec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3c1f071555d781685317157d221a529dcd0a40e0b75f7cfbb3917c8071b974
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a1256dfe63cf4d0c47e3535c08d36874c23c77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0949b9b55d3dc21336555810d2b4e15e66180e36275af121563328f091b4124a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0984ab323cc65ca46b49b19667e119c6835313
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96994be6c8ab7f1e172d6dbd8b28b05ae9d5837476a26d9b3aa3e84271e1e386
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e81fe0658d4c571fd8736604e9c81291f52ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8309ea775a6f4424dda65f9da42efcdb48559db3a7265547273285a6d39bc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a63d96a6dca98daa44c9be6db6cd626c9bd1f0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7102586849d4b207587094965737a287ad934f5f9b3dc1955b24c99cc1bc5ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52ab5231f209158d60d81d0ee3798116fd937c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84a35db932fb293072c959cc184c777c039187a4fe8944c6e1f3a8f40d3e762
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b59687a66bb39b7b5e8a3c656cab36ba966b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b46d78d287a1faebddbd4697db71a038049f00479bdcd5e160ce5ea1d37f77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e33f5680674e79395302f8b93659cf295f868
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b733875477b003af800b36214b96a7f415378e0048504109fdce778afc8cbde
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92f8a3f92c9a054954c27849c87a8c467ee302e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058577ca7259a1092fdd5e5147a8007cabe71cf2099d9e885242bbce5f47086f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1558fa1725b7203ddc9cf055d20d619cde047a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b7055f12d27b906ea9fabd1d7170ed760fd1281972d06cb81b7f2a7d24466
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90fc7b010e298ee0fabab46f268a35b339d012b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de91d7525de48b41d7de26c4347b1bbfb6a2ba0aa0f718957f9107f822742108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf8ec8f0d2fe946483b9e6766f8fa329d9153d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c2474923fe06aa37eb5d6942c41b2af2ebdc9bfc780e454944b3486e12f38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0caa86d3114f5cf27af9d1b79fabcc7148e87cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b6e7bd6b268bd2cedb85a4b7ae5e193f66e2ce6a24e077a7b3199bacbe3a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc839bba28f72670a2da76056176e6c66c8ad3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e6a443b85c07818e810c86de274dcc244fdd573c0bd0717579a680a4ed283
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae649d4d2c1f8ff815a92c6b546f1d938f0a7fcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f06a1cab961a497fa2ac1e91873ce6706c463dee8c88d0802d915e1de8d5cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c71d018778dcc1add9dbb7cd3aec0ecb3eed01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2bd57f90dcab1c575d696ea46cf45c09f3e41b88144cd17d97ef87b975fff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7928eefb07a664efd1c15bf635ea0781253b1df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bcbf8590627cb6a573c7409e29e29d300a98872124537162cc2604ab612699
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b177f351f47ebc4b5d4888087452f2b5736633
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a1633639fa65e3f693eea14f73f834ae9339912f961ced8d860f0de32f6660
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd4d0f00ff20870a4550b6bd45df57d0601108b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9cafb6b160a8aa39408dce37ecf1f2dcca33d1412797a1328c87905a9ac55
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b848f9b52c107fe863f9d315d49324ed79ce79de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8922ba40f10e67b44b248cd4530fb07c23082964021765a4545f689525d4f0ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b475b3a6f99f15458613cf3206a241eb126fb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca7d58029e9b3c4540085d0c7a42b4ec1c0940a696d59d2b6d334f672a633ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df71ceeaf5cf9b9551f7644e49979df70259c5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a580e4bd36d75e480a26f419ceb826e89b90f0417cb118414792c7cf5f46c2d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba3636abdbba31e9904f8d0931f7f66369a31b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53deb166300bf2abfbe60b072ab80812c2959ac1f176b32ae03053eb37080e3a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acade738b19ebe823a03c0420aeb23cbdd05ea2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bab3ba75200ca51d73bcc2381672c0dd27339f991b6957fdaeb2b13345d627
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a352756186738dd8a197b32be4232ef72c8ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a70c715e3f9f987c1e937e01480dbceb8291de5fc4ec5dd139433340e255086
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d209fadc152d255859525df50e6200827bb6b83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6fce3f276de6f72afe77f379bdd0c3ab3a80f34ed64516ff6607e720e77b00
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ae1db6507e3d21f67aaa459e3f705e0639946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55a076356f0a51ee2af97c0dc2874c61e16a412e2c3092551ec8ee3878d1c51
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4042d65d633450b364fae27a85155a4fab538b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270a58749e5fd378d3e656f53f89d756d880a9dcf770972f7c6d37e65f603314
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103067f2a9ae2c99749803db09f1452d8b054162
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d526d7674122d8c8883b1641b26bde0e643e25839af509150b4cdf6bf2cbc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efab742e2d079998fd463cbebebaf7a1ebd32840
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790ef0a911418c601de2699ad9b787b1361e6b6969fbf26b8797cfc33c9031f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42656c0a200718459ec59e6174fb2db62ea37f8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4469d8912b078c5097a8ff6152516e0fd7ab17cd46c5483bcfa600e564c9f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796c4d66e1b16d51ef3a86abdf16fc0ceb072c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf1a77b8ca2e2577ddf381e261a409828a43f17a35b7c825fc7fcd2a224e249
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f808df82bb3aec1408d2e0e795c78b1b549f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da591067c6501f521f598e5773c081caf1b4daea919f149ce9acf230067538c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ed20d3e3ce8d018122b09ed99d229a015b6dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e876e0f53723c9789f556f8c542e1b3850bc3b2e5377c5fb8c5d3999ee02bb04
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797db80bac43498d7f2505ff16d09c9cc8357303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd74a0466644314004dbfcdc7d008cdc59c9328fa8b83e737f492b1872e060a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067b05d504a69eb94ffbe6b7e1ce05929b8ae21a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4aae0bccc281c610b5e4c2b4129445d67618f1cba3f58b0b0e88ea9b92179
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256a021815168073ceb70b5794302cf862ced10e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596ca961301d9ed77e772849cbeddaf27a39e667c98be6b9c1e81b714aa689fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a320842e87ec146fb9b8e41a6ad18796d834c70f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff0b6df9d95330a57682b02f08c9ec91e5ee450e3140839af8ab7030e22a89
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b257435804b0e33c75ddffb434163ff2e3f7e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819979e57d1af36285f5453da1c18fc6c91305ba36fa4c59f6a029fdc78f9ae6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a8fc9c1a1749142d8165a5132eab6583996493
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd2a57789c91cc42d71e739f406f5c1d5630b29ce73c997619a55178436830
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38406d8b692a20ddfe60adc55d996fa68137d8f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820c56e8122ebe6917256366db6246b004e25a9bf753ba2669b275d1fd4d78cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38b828d78bd0195c910b875b7b26b88376ca75e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82deb2e4d7cf601c7338f483936c04340e30e1f18eb479e2ec7b68c203bbcc1a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d95bb0f73caaf3972e27113e8a835219311b0cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a5bd98e3d7eb964476b135bab3f143164dafddd5713fdff7f9d0dab28b0cf2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024aeb16275accfae02bf77373c9099427f657f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1bda740a80fbd648eb4acb2b49783a0ab5dcb909308886623bbb4490b6c5e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877736f085896e860f337c2a0338e57a19d38f96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8dc80e9bf7d5e8f15c3f3cd5ce091b8f2bcc543fbb685f63f0a387093d26e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18ff7ecc2d7c9c38948514112f98a6e99edcef8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c38a7724483be8ea216343db0551e90c7145577482a1f64155ae67ff3ec6f6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c425dc6233be89268a7602aac3dc90a5aa40b065
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4582d70eb7a19d733bcf7140b467051d4f9d8b4f8758c6547cdd6a7731233c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74553ced9946355e4eaee79c79c89ec858d59b85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b2f5ed3ee64e96c173362a6766a815c3f1208352479730dfb46d9c6cf1777f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbac9097fe7422212df2d57a8bdea5c098047d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea007f18126b15deaf943c3dfd238c43b01ab95f3c16772544b7c12c2026c0fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77206f01bee2d7ebabc05f462855b461423e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6acacaed3ea73f731e4e3812247729383d7749eb7ae8a3f041efe9feda1fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bcee5e90aa5a82252c869ab2d8a527fab64b9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286f3d1c7e10ec51f744464ce2b257c53e0e6bd793a04adb3fba0aa2e1c81940
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf739ec8d19f953852973cbe9872880d790ffa1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d327b1d4b492267d2100b84dd6bb57d23e8314aa286f968fe48a8e3c9b68d6d3
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfb2fe5cc8235085cccc235e803327d593b3a52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74866c2094d701268657dc3e1e50fffeeab6f0972b67da7345e725ca6cf9b57d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c403b3bc09f04d0ed5c0686d80473e91a5c5f93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134e296ca71565d1657c081683680068a4f5cc4a6b13a13fffd53b8a22efa1d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de45b892107e635c7e1054fc2afd68f93f6247e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90a5d0197d3c67bfe20aa185dc407d72751921f3c8e72400848d71b6b26c072
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bc1b294ba73cd6d2e65cf502ab1448e411d680
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c51bf4493a31dc803bd52766f55c4f8aa5663bc85af0ae644a00b0ddef850b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ce8be4b0decb2cb5b87d19152d68ea73c0da72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7162c797c63aa2471b33748e5b4212b462ccc6794cf5b4b2a681cfd413dbef5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6b0cd94fda3f39e59df1f4d34ef74f6e8b2d56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82fe74ee99d7cc4ad1def562384c2572524008abb6bda9e1aad0a0530179294
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398627dea41edecc7ceffc63926ef3101d5e726a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ebe6487d0e1c44ec60efb07d5f154183af1bcd0b4baadb8acc9d498ce88586
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c61b5c368a7f8d15ce7064cd28971bf6a4061d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1069b8dc959460e25a6097059e3901de4672721c350ad83f4368bec985e4b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a3373d7c4bb7197f6ac3742ad45d9dec4a493f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0814ba62b2d13db9c6a6a6d91b89d91db31d7ed5da87f44ae1118819a81da0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c56bf27bb876e0d0aaae5c95f3f5d9befff679
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40657ad43dba2d0b9396ffb171ada79aa89ea2427c8d3c5d605d38e65eb4bc50
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9008ee0dfbc29997c5e34e14233755e719b484
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e91a6f01337ab0daf7693d33991019e85301c49bbdb196288ae1b9424492f6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5366aba3617892d08ede4e064bf32e9e1626b35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e8121acfaadb0c29f42b2ecefa9098be32c2f3961012852bf1ecc585317820
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9115ebdaeddc06d73030891278b3086195c61ac0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3ea8c4020ecf6c97d47ef0ba9bd71b5b02cc0f689b68e7ab079855c559a73a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f7c0b8b4a345a4b02bb851db53b29133e71b60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ddc4f56d2203bb3604f20ea8f45d9ad06adc7980ebddaad5cddb8b7282439
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31477fd3974b7ffc2a919e48e13676a696638b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb1069d4132f2347824cf627a9552cf0d07627dc8fe2c3747e0bfd7a5fd0d1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711f96050e6b1c8a2a765cbc03b4f9e463bced00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc0f62e19e499992601831feaa946532591fadd87fd843ebf066eba9d88634d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b222d8aa3d8cf832f79da8fc85866d85eed5bdb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8df2a5edb51826bc4573f296c32b9dee05e8d887b0e571cfe671286c3d5e82
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1fed65936f9a4147c2865a4c86e77d55038598
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51c22ab3a5f04a1bf33be4fda2c8c3a7681cc16de107b281e0c8c40c66599e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f17b165b29ce9eb49a8004d96d3aa2406e52ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328896569f8b97dff915a9b4a7e4b718fc8752d6b7cd92befff11a690eb31e0f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7989d5ac10ff52faa9b604bfe4c4fb519e54a30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0771d055691edf7387b23a20ddf7b3774b5a3952b2c455dacf748f288efba0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534287928d5cab01cc6726d0f82ee9f20df9a0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61545a338567a92fb17b1ec84e53ef06dc31fcb604282232e5a4fbfa1d60931
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f07fcce4ff7b1bd7b409ec8081bda7028ceb469
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dc1986d737afdbe39d81456eafc5c5a4ed6c2a0bfc394b36114c133a637e47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2b1bfcabeb57fb9b0000af17cad32f6857b689
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0b5df8a4f85c96f50d6dbfe61522e0c498ab43df086592fac0e64023a154ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7733ccf8bcf8d4a0e125bdde690f0baf372ecb76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82ab39b68f6189ad2ae6befeb7d18ff7bff846ad64d809cbab3fe70c1093b5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58915e8abf9f85e47de3a4e38a9be81a81cead8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9985a38227a81670a1e0ee9ca4477cf94c3b671a48ba766b293a4dd4e9a0bcaa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dbd9dec08af499830b2989d08be0fe16cd063d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92f7465e8128c74375f473a3769fb625704dd31ec5f5ee4f86829564f862a47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6a82da5ba0d7ac4c7b96bdb92c6a99c12fd34f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff4ea230da84cd2b7f29ebb5c2b30af7773983196d1874d99a03259e2d84654
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f093a65b77bf78a86b40d86fddef2190dfab6def
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602ea58eb82009a1ac7531370052c564271195297cf8348d8c963c941efcbc8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44b0ab15b8f0969be80dc8eeb0596797a5ee420
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2f4e7a12c6e3e386ddd5fadb0ab5e1a1f56660c2ef77bd9ad3aff00e2e0e26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d26bbe466ed1994de5eb3f2659bebd268e5a74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca21c061dd09b90870153dee7cdfc5fa1bc30d589cdb9c2766989a6b38fe8cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a1e276ece6d441767f56cbb7a6d5e94a5ef679
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a2ba6e6cf2663d14fb6d509a06c9e819e72d1e6b8d7d340a3c5ffd9bdc139
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1008f86334a13fdef4e5d4f41d1ea8ff2e1ee9fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047031b90ab44c6d4579283ba3bfb16610de2208d92df52b58c550d27ad4549d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e6567186a2f32766b510627de20bfd627049d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4591cee03cf12f635b9e9246b73fed134e633c4e4bd5f00b80db63ed188d81e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d19a8b3a151ec2b36e6f31f762a508a775a693
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3a2a62dc28d556284d2e6920a1fd2f197575cdae9d524da1d510292ef7c15c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d44a7aea146839d7b67c8bf001dabd7a6348989
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5a9de8d11e93da9e6fab1393e5ec2350f3e2fa9bde23d3b36093c3376bb25
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48ab2b1e81ccb434035fd395c87f8a6e1a550ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0452da04509994ad2e905d8fea10f021998ab2e511ec2ba5def7a3b4010e7647
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3f3a4e66b0f425b41ba0cdb2a59e87e7747881
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa281b064c6ff99eeaeaade23c20cd4ef7e018577346783e90a5a1507432510
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234b2617e870a9b36319b3c180f70877f686eea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2eafce1de0325f11d1a46ba700b62d34ff81817f5537cb3bd1bfcf6731369e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394c8ab1f7e51fdcd276374452990dd86074ae4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711dea9e169ea42eb6e15a723f7b9c8d9ea6420d2f5f0aed828449b495f6f70c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3cccab309fd9b1527b5f98ce717c47b2516db4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e185e881a2bde54ff748d2f90f0fc08cbaf87b025b7cac2d48f38364be30d3f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d012c9508959b6da41987bec981d4132fc8521
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88285a0d9b1e93389e067a222fbfaa0b1410b7f4c0e3d3c11b72d9c7964bbcd1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918d62dfca43c63b0d3dce44ab5d0d7736a948f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5bd0f20390f3532c782ff41273d88652897d80514bcce3034e0b864e8e2ba7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b9502dcb64d1dd96f3a9ad743a0fc5fb7855e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400b35171c805b6b53e3b78f39f3fde21416f34211b78aa6a675034f625b2b95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c308a83ca4d8b9428a9edcec430c19faccde9169
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01bd240c41630553d23963ef7c4f4518869c21e29a848a5071238a42fa3b251
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d73ed2ec073f65859df73f0ed31d3d8691d69b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff28da7627177a90a257fe38e3b096133062401d2639b747a9a26b57faf1b2d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10cd00cd591a2f1f7a3b060421111705bed46c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055cd95a55f0e0ff30528afc0cc1fffdc7d14867f6dc829ec78f1ad512480a0f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234e148d8884747cb82022965b09cf20d5172352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4133b3d55aad8d6bf31b983a742a39ff65058dc49d71fef6534c562f28eccbe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66831f8574e69170524786a1d41273a1b16a25e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e251a957a369c72973d1b336b4712225cdbf79ba1c075d70e78752fbd552d668
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f7f433a01bf030fb17c9c701534d5bad33a9f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1506fe7492e90bcbbac142cc2d9cb801ec291a9149de80ef65efb759bb034ab5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679d8ed3e3c965d6c37e456a8e606fecfa6d445b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3934a3364325d04c0e965f946841b9f97054e7259f13778d23d2db2e65308c68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a78c41e2b5fd1d5ff458ec4ce63217ef96bfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2778decda1cb5ac43281be24881759a84318eb21652dcb160f409a17e10751f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8402b0195fb90830079076abb23190f0cee8655b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34cbab207f888bcc381f6c272a6bd0ae70c671f242c03c0eff0337538fce70f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c739d97b554e9d82ee0c86a2de01568e208a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a94d3a7b957933138e959fabfdc0ddf9842db55467d1a5b2075820925999a7b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766fe99f4ffed72105d00f78a199f450078fdeb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de478e2acb53b69d75eacb11fb831f35a33da0115683618d3e0e70677b150647
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fb979720bfdf8a64f4f3be3c0f62b6939f9360
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a26722b7ad90e3fd537916245910672d2f1a3a6293b3ad10694e4d90d826bb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a82fc35f2ec8b69a6b7b53d66295018ad76a22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d88a93f7f41fd8d5681d2b68248e4bcb59eab718472e4300512c10cb1f65eaf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44349c4616a33da7577bce8ba4a171846bb09216
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcea4e4f023e4b7a31712cd11d1b3566f215c0cbf7533a943737b1bb353795e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61afe045573846601d5d5448f0734e4af513ec7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e011403280208e840b410a42a03766cda9e683ee7b496de2b91753a343556824
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923559f9a8e028386f69d2adf088448d4168ae7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9140dc7883b9a573c9422be05b59df829473589d3f6ba74edcfcffe1c13eda3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92360c8e2ef32fa7f4554fd62679ed46dfd7e689
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14a1d5b35d241a5bf4cc0a53fbf96eeb2e49356fe56f31efba7414d353ed1aa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed62474705e498e8ea140e582f122827b6729a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aff4fc6d812b743047c727ac6597681965b048db68acea4ac8f6d6a953d2d3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e897f394f3c5f379725ab1c97b6b19403697bd67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05857064a0add78d9e1cce0f3aa9968d8edd41593a41d54f3247abaea8956d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855cbbab3290191fa6f52c30e53ffdd82ee93603
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf66e589f5c287da138407e0567432155420d14bc22b0b143dfad01958725ad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa7da66e960cf2572ca8d814368da86ab606ad9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634d31e3ebb3d9d0dcf8615f65b8cad55b74b4f2220ceaaf9f338944f0d987e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd6ee0660b2dabd7a576ef36abe7114ca19a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aceeaf0bfb08796abebe3f0b4c0392cac1a82212de5e8cbbee09480af24ebc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed626739412a194436e09fab114b404fef6abdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3596876dc2beb1df6c3d9207ccf32f427eef11705be91e1352d75cb547ba329
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b083ebabd635dd7d71f89b3d949a57236c8ca99d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c138234454089c0a46a43a6b360e7f959431db89e8c76ebb57c2d67b3fd3a455
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510c5023249410db1c79e2a93528e6298ea8498
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea0401c6c39b755a98a6daed61d7aca11dc9cb894113f2e5f7e48292c701fbe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d604415cec00cd812cb5159b4cea28dffa96390
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da633582b2da8ec41e91a5bd873b0092dcf92718a93d22059fecf5b3491ea6db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee99b55ca6f13f7881d30b9e357c1b087a3ac7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41da24a88c011b6f20bfbd2d53d987df4926eeb2d34fdc89d0c5dfe1fa1aef7d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029e088389a8c57919aeaa545c88a060436020b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da80e951826b48b9317961564dcad40c436438c0017c563c413589156ad0198
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0692d2e9d07191154013b4e35aa172dbc98f1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed0bf101ae8f0bf9b4c9e2acae77e021ccc670c13d6c88ea21d46f3ba92db9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1597dcaf97fb7ae676479a7633e3d8c9e8d96480
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e7b00aedaa75b3f42e2cc6ffe3350b57b1a90fabda58db0b7b79934959455
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e514b326d4afa5ec59d38d6bb38fed31a2b22b59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f72f5827378bca8a29905bd60531430883082102171f0b75b89a759d2edf28
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c77b92f0a09bad1ee6a65f82ae398d7a1f29f29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42294ad241264270f5451babe2de16a17910ac9bdf1f661e1dcb7321c50453
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e19b8be041bbdb1556825c92a18dd25c73231de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9335756998316f7c69ae3cfadc0161d02d3948ae708c278c54753e6e3cc5ecd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a6a0542fd5f53b8a4b27bb4548b89103fc853e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e53774871feef7b73d186d94989ce5b4ae8b590dd011b679f684570c9b9a66a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6bf2aed62169c620465cf8c47d5ed128b1b6e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9d20f31ce3999c3d220b57721d533e18b1a0e6cf2c4150f2e0d977944b78c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3c03dd9c6ae6a029741587701984ef4f691cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b61e3f5eff916b90d97bc098b8f0642b1176dc269a89452de4a0ddc355df83
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c219496ea4e815538dab196fb218a0b5bdaca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb33f03ae1dc93b08907970553f5a8219d541ae858fc9ca5dea9303763cd3f14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf33e2db48ed802e55fdb2de514af992e0406d8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5b035cf7ebd1558049c3592f0bacee6be3ab502df35daa2c60ffbd16a138e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9760c946cbbe5b890c2e5e94fbf558420614f282
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51f1d40ecfd6ceb2900f52c2978fced1018ad8def23cd68b1bbcf1d9456cf83
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e315fe00e91e8e59edaf8331645d64c0fccddfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fcd1f17843619309e617167826ddd669474416d1a6385f3c0361516cc7fd63
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77af0a79ee9737746bbb3ee343de8217954d939
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea06e9aead36aa4fefd2f66d26bec211d782581836d0c401e970df660d4990
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8383fdb454f15968a6f546a1669f1b4e8655229d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5599b37d1730e5e68e74a594b1cdda064d2547fb13a39d827b7f117e57a783e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0633d7a8435e7aa5ec274b477c25def6241e1dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52755b8706be7fa935a9635acf45ab789bf525dc05d71b9e487f199c2da4849
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87833b7e170a27e2313b56b0f84b556310ed5fce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64894cd85d1a2c2a243a94e5472712e691106be2f66bdba3adf56a3f8df1a643
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729da7890a98c270dae1febc16f30778de09b587
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a935596568909cc53c94a03bca71f2b9ab493e20a9bbcf38151c6069cdc64f3d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea726e8bb80dc98455112b0e6293aa506eff27df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b12d542b68f70f96ca91e5fcc6a7dcf3d681f5422ee83c9a8d1bb553b060fa4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f8a50c490b1986abb32d3bb3d98f42c38544fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e1b6008a136906bb5ee9775629601546844ad6b09116729738d5f60468ca8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f020498ff6edb753b01424fb5e0252c5154941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ff54d4dbe8f36bc8a4481773a0ac7005a85a51ac7e06f3fe8f507bd140c5a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c928064ccfa4301fcc7772e2405ee73291cfec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64acec49c45bc6b480232a85c47aff54a17047ad90a3c94ccb3016c0c9f97ab6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68996ecdf2b1fc94306c69a3670fcd7b50cc2d4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb104bf5136b19edb7211c7b89d084070a612bbb54a1ac25d53db24ca3bc35d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07b59c0ee9b933796ce37727ad49927a46ca4d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230e3d72af5e1ad32d5619a8fc9ae370909f78448d06f8ee17f69f9ec2484aeb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5290272231ea2234f16984d1cf7ecb9a997c5e0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9693f366ac7f649626482572410c16a14f581dc194c24b76ec03abfc4a327663
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7112370d77ecb2c41904e0e2af5e32f9edf589
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2917411886c852f1d1a46240acfcf1d9984b618dd63703cecb63dd7b6c09078f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c40fc9fc701cde9c0e24e6b2fbcc9d5d1220914
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c62e68402eed50a20f48673e6315ba88ec2fca6b48b6a687741851744765e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e3bc480ba036c6c9135d496aed23942ca54c67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5817b4535f7b421826c6c5378c6a2e3662a3f1822349d1cc7775edebc585a41b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1d75f4298839568c7d0c264ba38451b9de6d96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e76fa2fedf4a80d5e7d03936e9281db36fad733dd1a95e5fd96fefdd0013e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669216330420d3081c4bacc88a7849f1e8cb87ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c929009129a74eaca34d0f767f2ba71f65a0b1dd2a98c5b0f053775f654446f1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6184923bbbad1fcf0c541e36bc07897cef1777c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca55b628c47f04e0defcd2cb223fe90b6cdead6ab47f2122e9b3fa035491357b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348f915ca7511b53589c58f45a7fed5eeb3e5222
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98d8ff559eeb980f47e06fdbdc2ecb37827a484af7d774c865eab50b950669e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae87f62035aa17b031daf292d80fc387488cd55f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f0d18752aacea02f84e8cf0cf0d54d076fa3c973f7a7b4f6a1f33278ffa724
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7746e8f0b2d4fb38aa5b9615bab514ca95dfb88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e3a077194df0819c4f2dca64fd3d0476b00c0c1c182524279e93637a44cdc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e55f573d55979a6eb3a9e6cd48d05a15d637c5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546b8f3610df5df39d91318323c659731c35def7c1d6f39fcbc5dc210f578a0e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679f55d6eccf5804206215d79107a5eb2232f2c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2527b125933fcbecc0c0bf02d9c64e6b72544794ef5a818b366e12900e627dea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537050ac6d9c2349578e986cabd05619be06afa3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984020e75d27e0d45c30166563ec779ac60eeb878bcbbc2cbc769d78143291d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5e5aea55b951f3a5984b1a348adc4fe94538e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db25060e0b960597579bb15364cd7319a6da2be5fcdcc889010f7dc23b0ae0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b54160ddb7d597a09482227f6dd3764da869a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72e697bcf7d86e31fb1b31ae9f8f72c15aa61f5462bde3c464d573db4c11309
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2493037c4d76b09ce9dd0cad318b3c6c2fb56f9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aaa383748a22c8883130b6a2de5a984f419de41c7053f7bb41381d05c90860
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c21013c147d5101eeab5db50526ce29865b2e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c38ab77a5b7b3f1ed8908f965db1ce18bbcf32fc45b535770e26b4c17668011
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f633714748d33ae44cbc597b300791e628b2867d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e15a150844dbe20227f9be5fb6d7dcf8587e771ccb125434b673e8997bd3366
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064efa569c6558ae6cd812c968c60bfce7c793ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68dc5cdcac2972ab2cc6d795c49a303aa8431328a1c1f04849a30f22a772951
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f81953faee9d6158e6b5d4950000e3698132ae1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1456702fb6d006a0537cc84932c49ed2a45f1c8b858b1526eb232051bed97ca0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7503b7d9efbb68ee1a9c5c4feecb8f109d2819
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcd781ac41e5d92ec6fc9a81035ab85439cd43b3afcf658a6fc4332735acd45
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8007d59d2ca2f6f1f56fe80214ef7f2526202897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328bc15e790eff7a95be99e521e0c13c721fb6623b149d2fa575a83587959a63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6941f5f245e748ef2cdd80fa9d2d4ae58e75daba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471404515c9b6304cb9a0c9ff160bbd717333259c1368a4262949105f9e57e81
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3771eee5176f394bc8bc7604fceb3ce9205869ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce1ed2eb6a1986aef650ede02bb016dd7f4412ce0ded2e1839fe239621f76b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31284b8ebef3da5f4ddb136a7604a32af11216d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b19c7bbb2dfebc14bcf42e82ba269dec5d4d8e46e52fd1e756db5e425244bd2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb678ac68f92d0ebc120cffff968e8a0f2892d39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b217eca3fa3293f34cf944513510fa2010503fa4a5fbcc735b7b76c046eed1d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963746c3faf47b3257eb80f64927617b90827468
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d193224af6d2bac73fb26d1f09101ea1622740f5c7aca84217ec8a6c06ea9a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a6a988e2d0b16e47c463bc5cf41b49a3beac01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b9823e15f1b1e4ff9a89b83156d0558e77aef784cb771d6a19d0046be70dd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8689e385672e4a71309d5154462cad2ae38c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98db174d0a3c2df62aa8fab9ae270658d28ea65281c76f1a3ff4ecc60a1f6d37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1069da37615b1cedd03f9f27860e893e7e8eafa3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff95212c3808df4379ba90a03e5058dad94b05d83b5f5a32d381756832e50dec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741135e3c1dd2ef24b5aa6773e2a57fab592d4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371ad9bde68607545dd80eefc82b3459c1903f234785459bbdfdf9db9c101013
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec93b91fb44df377ee48c909674ccad1e0ddd4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59f4250065d46c0561b62817b923605b50a26943985f6f31615bde9e0e808d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22e9e9a98b75ecb2a5d460965f1460d2562fe0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3383d399edf2664f175c2971ad915ed2271a7e6fc563c08fb8091562e7826b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1a9e4853752df7be421301625f38652f461f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8735ceebacec75aaa6b753c5b327af56775dc2fdd4bcc9b03fe10597d75730bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56349e224da343c27ceb80190ba280aed57d2cc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef37cf1735a1dc472e749a3cd364737ed318001ac534518bc32fdf1b3c0c279
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f79999f145d29b70e3bde1e8f28a7d4a3d79c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3399fb433b13c8d32fa06dd7206fb7cefcc2dc41c3a4f040fb750849d1f172f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f69e9c3d8124fa0b8508ebb76d995f00a5f80c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bde9807440c6b27e0e61d2a1d17130da0318e590ef997c99644eb7467d8c5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790d3396f8dab4f4030800d6677526d457ef873
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e331e801909b9ee293941cd0e2503efe13ad60e7eca2e1ae00e2b5b77ae1045
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0bc59efad41896715aabc3bee6184977892c55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c39e6e71f472f96278ee574f2df52d8740a21ffedde82e4580054b098936da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8b79c2c363b6a884de05b208fb95925313a105
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511383bd21d2f48f125c1680de78d467ab9d422cc0e14c6d2d557c345261e720
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc6b827509f359c48f5da438cc546ae8fabe4d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ffc45fc4db72d8c26b442fa8643211953ae5be9c3d8fd9bc177f41fef91648
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d50edf4ee6bdbebb6b97eae8996991ed3c78257
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f111e312ae3e8cfc9280f8db551d643f7e4bff197283005017ffb7e596ec5b4d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4847c223d7a4528b870eabd88441cfdcac9aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9cea618b8cf1a6e14fa199eaec8415b4efe0dfb0747845303d9aae09e2da48
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a723accdb80a7c87c58a8a6d2c1e54ad40b3a168
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb0e64d4daae75c96ad1ab9191013952f842c0065d6ed117fd3de3ee0fd867f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae9a19c4fac223fe50375efa2425320c0b2903d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58345dc660ba1d67fc6d112f82fe023a633a15de596c71f3ffa11c3ef76ff65f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a5ca67dc5fb6ac59b690491157c1ba1f8e297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925611fa238c78b67a14ab6b518aab2d3986d5bec31e529c04cfe385d03f3ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ac2eef2812506dac641cf25a2b12098d466c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc86b7c81ed41d0c814b1aaf9191b71d97b4acde4ec1dd938aaa0c773e0fd57
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a027e262ea39c98c4bc96c8379d693ab876f45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c625dcd95c37226ca917f88c0080e6deeee8b2b5892b4425c122146b3bbb63b0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b1d283d73d1923e8b818f74dbcb6377edea4e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4763762a3547c28852321101593004f27ae6c026eabdcd7bebbc3f3b99bb1a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db119f8e947eea303347a48a03cc932c1687ee8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeb6a6369ce5cde9f88d2ed822058ac311c540bbfbd17a029a23714bb9a5497
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb324976e34f6c13e9b7b5c3d25187fd2df10a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87f6243450e5387075e7da3b81882487952f133d3abf44f2e3638ba158c3781
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950c503a2714f1d44fabead9dbbcfddabf5286ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907b7f53611c8aa956bd20adbb8258e9f13f270c02202150aa5ea4cc8d7d0dc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eb42f84275f7f4405ae4119d0ee1a8b5e33628
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68d69803b463b62bae7ce3b8c1fa57552b71c333de97c7636c9fbf8a3348a23
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a639e340cf475281593ee452b4e655b5bc991a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089a7e1845694afef345cfedf46c8b7d789ffc7f2feedd1ee9cf82768b88d2b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5b10a330626c10ffb077e549283e7d98721d5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf482e3fcb20d981c4765e2456d89adcb18849a696cd8da808e37ce8afb348
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbe3b8c135cf1b049d71272fc507f2d2e8b7c00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398c28f9e4bef5a28d531d0cacecc638934d6fecb376b1c79678d14d97a400b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd20aa2982ea5b24ded47be23f0f20feb2951a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a13446fb47fbd203d9f2d7ff7991fc8f7bb3123e577ca2811ca2624f06d43
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381d867fdb1784a87e3feab0cd0e6f7cae38455a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6310e7014d198a2c80665bf830150682e648690b3b10e3424211ebd0845cd198
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670306a785a62f092d07663a41567489c525f9fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a783084b76d77b75f7a694f99bccaf223b9b9450a716968cbc7cb0834ee2fb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1896340e645166f79bb70fdc18eeee297064556a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6e9f61014c8760ff563683e3c8a43b90276502e15535586859a9727b5cbc47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc97877b29ea7c3828cc92cebd676631732bbdc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e278d8677aab68c29eebaae3cb8b1736c60e78fbd50d5abdb55e3be275f4c7c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e53461e5ddf0adb2b6f4f700eb2d7268c328a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f609db2aad991117dbced61033e1c8c51a18f9d574b27852bd6a3206add5a3ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938db3aba1d89f0a9d5a467f31a3680d872f15f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c44c92930cdfba96022abaab75c9246df9de78ed946cebf759a6b2957e1b6c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbfa931b3de6df29740083689e7d70f6f71ec67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e1e76fcedaf4c4814f463806462e769cd1509f29fadab1b9253332fdd4558
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49424268d4e2c25b758d3261fcd06ab5d8d57bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb897e1f1d5b16425aead55c5f66daa595102569f912d23223c8b53c6de0e3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90630a1f20b5e8b25cc6fec49f17fcd06fcc044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845afc322f45a1a902e8ec37cc2ffe9e2ccb7f669c47a1e1b93cdb615acecac6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9fdaaa9d3ad526758f2e88128850d717bc4169
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065a97b0025ebdb07a1aa087b515b7077ac054eeaac541a64737aa95aad3be4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641961eefdf794c560353d515ef586d5eb05033
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6360e99f264ccb83bbabed679e0e8f9cfe06d0dd7f6d0a895189f6f718209b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0707905b22aa88b97b2e258bd4ca78d333723
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5081ae6be7c708ba5fdbcc25d21084d0646ca84c46e81814ced09ed8ef5b5f6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224adf7d3be1a9ce9de0d2e033618b02c2053f7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c589995648b78da9bdd26f9170ec1da49abda0b5fdc5c6daf623f65c466b889
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a95cee3c511fe642cdea8c0e9003747a67ff4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e7072e0ccc6d6a0fe1d23ef118b310a4aa12fde73f01f407a0c4a6d727e74
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf624b8bd16bd83a584662944f277ba5616cd34e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca1d5de6deb6909d9eefd78a4aec682def0379500b99744221f85a173749c62
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77695523322358d272b92209f5a0fde75e6fc13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4d5988c107dc48966af286204b79cd9c010f7cbead843ce7db6eed3479854
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1711953ad2aa05f347a9bd771648d6ed36f34f1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d6b4212b04de1255a061150cc81cc89a81ebe35ed1ae0fdee178e24421762
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab1a50080ed616887ebaa552e2b9c69af8ee437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36504d912774f4d1011d0848e19acdeca6c1567508e8be2a8f36f9cb53d09ce
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7f5e88cb6c71c712b5401538c4e144f095ce29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855e9d2dbbc30340ec548e904236e1eb7c66607976bb8bc91a87e42b3ba9781
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282f2fba379b95bc0d333a59f453ef899b779ebf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f259c79b295376575b3c71e743bbdc2c41db889ae5829d2287ac7044d60fac2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26b7187f1a3c61e7880340e306e1f7baca47eb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d064fae662011298476e004432e1f82d0c7463e84a670e03b65ebb2e2f3612
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba2734c74477075987111c7e542939349295b52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b6359c2f20f7bf72e46595d41c52da8ef65725c6634046207c4b26b29896c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e07ae43bfed79e376bbc8efdd3cde18155d307
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915241a910bba282503d396f29f5ef0ce06affe113069556045c3c60b0752e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ceb97b64504fa821ab6db18652e3ba89604e84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534ebda1ac54d55bc84b2458484b8bd9863d9ffeda4c252ca0ede11fe6a88e0a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3d69ddca4e2922af4723464bb59d4c858ced01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476f501ee28948b553dfb3d2fcea6d864e3b1c213a80fa867b02a4ea9cfd14eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baba39285471c1e6c7b099a8995f611a524527c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06675f2238d09f1594e496aa265cf6d472d792a1481a12e081da1b378faf4ca8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7ba74b72bda5d85b2ff1e962517a571d36baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dc1528b27da0198422cd0da9ac8e7085e2c8807cc9933c8ba788b74d9d7ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98053f42cbc3963f8b886a2021f55870a4679bf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1481edb10c0d0c303b069383e6e5319ee94d44ae393db43c1f1d871ee87ec
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997bec47d1cd91420eb86257fb5d4142fcc66bae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf151e04f27d9ec258c63ab08c85192faef958e47cf3f11f0468a84e5ba76f2b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def978cc793f7ff89b5857db0477a2cb4763b27b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66597ef88a548b9566ff5db565e56d32208df452c8dc4450928d4014768095b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193f1ddfde34b4d556b94044c2fc2731060879d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26e6f359ff9ffa540db8287ea7dde1cdc699d366db939e7c7be26e44199ec87
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8deece7e7a8eaf0f204942cec8a306cafcf964b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dc36d8539c2335db5f1d7687e6ec600b84126b0a7dd4d1a19df4534f7369c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdd27091c4cd2446a7a3085b84d6247d226869b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbce5e5798d960c9d40504cb1e2d75de2d2dff7d42ad0e89999a4e27fac052d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ced4d1f8efe0c01da259352b7758938523d897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663c7f85c04b91e41dcddaba7c6c263bd703716bb2cedc7ab28b8f24617109f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f629edc1fd090988492acfaf3fd7b158d3a1b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe099345aac88d4d96c8abcd78bcb3fa2f667afd9d319f004a5ff55e4b854d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02da3366fe8692fc51220d3158f07a8369924de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7287b522a2cda82b044f92741ea2b09cc7515b877dfbcb65ab9c334e39043
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2081cd081c93dac2e972a09dc2da176fd90a4375
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6822d48c69358923a32390e5f13245b8a7d90449e8587a09e5c88701ed12d8a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c5c9ccda0fd041b486db4699c306e376a1be5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207eeef14b272f578d69b15f7113b1d4491e6b4bbf6d5c93aeb9852192a5553c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b957eb2850eada7d298b8c2aae917e7735e62e31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a2af600aec8c6968baa79f66af5d344692b63a0dccea26e802dd64e34ca118
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb32eae77c0cb0e5595d79e8439b22e183f196
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212fcd6aa34ee36639da0c328022a1927da1d1ce9059775a1939bffde27ba03b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348e65ced48a85892881073ed888304213480827
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed38197bdfaa81e6d303b400f3e1e33629917bed4638f37018f0affe8bbc77c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bd818254e12a3df47f2e4c283c42366eec549
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a97393f7535e20c05a5af3a8bdc073c884a631b22ea3eaedf97f24bf41dd6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d2d027655ccd097eee6c073e9c762d31ab680f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358129d186db898f59ca54e5e63603357298857272162737a8a5ddae8d1330fc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa8c6f848b03088d4825e12f3dbde943a91e3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72868f8c2db4fd1a60d9e885def1842189057fa47abc759041866d4e717941
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090eabaa7b1a37d07e27f4d6000214493cfd953a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d639123f04a821926e4c696c0370ee38654e0528ddd5e9425a74d324c6b1eb5c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba68b72aeceb0dcedcfbb55b465aaedc1ffd46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3fd74ea007db7d3a254ecd84439fb07a04681c2dc7c99ae7762deb1a364734
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc520e831c2780e3e02336d5dc4fb5c4392063
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6780e139633e9c1495466511f5d633287035227cccfe9159dca7310eaeebebf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d44a3d7dded33240424ba56a9e0a53c7c6f8e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ee82ee2472eca54fc8269ed80abd5214a6748d2a92a09e2efd7bde2548c3b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5821d88c3ed000da1e84211b084e36c3db26bb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20946e4cb55a274560da6fe98fbbb5c39ae21532b3c155629d49e3186b54f21d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdadb5e229b407f14e27af4753bd6e67ffd9057d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed71bcdbda8f839c31a776b749ec3cf14b46883a416ca3846e9d3937b3afd45e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581161ca839204e546a18b542774a0b29cee6dc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942c9bb8b13b907effa428b5d89bedea9aa3fdceb1f372b96bdb014d164bf0eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd1a5216ad7653c781d52519fdf1a2c6e7fa6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f1929ea562ff42372be8fd70ba3a5183611fd25ce240e85b869088eea1118
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc2bd61c8017df758b570c07373e46f436b081
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67020d8a22b854614a944f2b6988cb32bfdfc5541efa210deec072b636908f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1a8324ab90004081734624a25984b032ee5da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52213eb33d2d3f1d5d86b436743a27859fd26953d203e6d11e5da38199bea4c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b4aaf13374c5e7f652debb4a83a32b3f39ff43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faab27ac886777483b3ebb4528671cc9bc87c11c2b565d5dd3d67bd95dec2fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e37c94004fa22934eb2cb1e1dd552d0178f9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4747ab4636571ade68dc0d8a71739a5a7bb1ef91a9b347a536a26552e3669d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822209ada11178ff0d2c36a17be7da3a01b6547
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fef601143678db1df7374e0efefdef80b68800d6076d007855714f340176c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa45f1a0ff680ce48c8890bdc911b4216dd662
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e9a821a8ddfa46afb0e5c5337b4ec5ace912233e3f0effae61e888729ff98b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db39830187c0b2fb49c0e2d829cefd696d7d78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b69d062b07230eef047db4b0a19bccc3e53a6ea815b3d89c7991ac3b85ab4a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3dfd9502db91c84a65190ec49714b4152e4aea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd3f3fe4c67d78bf2803d3ef30507f42558ccb710ae6911647fecd49ef1eb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca5dfbb955b3c57ea6c366ae3a922d7ccd60181
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ef550282907bcd816c3fdc2660f71f0535eb096e1fb06f920c7d56ce2c4815
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e099543a5affb05071b2390017a798d2fb5e1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b85462ed643e66ed60d560d0c257e31d3426be56869b8b497c74e059423d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb54f91214448c227405648232ec5a4a9def93c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8bf06b052804cd46a832f5f22e471965966ed829af2219dd50c5b88d0c49e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402cf7239322a7bee65ca4665172802160be2723
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b78f889f082ecafe387c150f24982942b9271443198f8196fd4cae0b6054419
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5479a26dd86c5fdc8972b81a9e8475f0e3c169ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086e9e0d06151507430b9800b1026dc7849c13fcfa0175594b39e976976ef3d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4621cf305c5924e6b29424c7a405540377bd80f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4317d5d42dd9012a9a2460de91a8f4bb3e557c3eb4e28b89d85df372c53a748
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16d9d5a2f3bf1a026b04e519e927f4882df2667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390812147deb9f45ff0c58673a6c8791c21bc3b922a2fb95eccb9f0ab65d8160
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808d2aa29bb3940fd7f2f16227cfed43ff02cf6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846b5663f33c87463ea789eebc2fd3532de5edad9c0cf4a87ec11380b430b5af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a7a094c7aca8a3264956d173671875bfdd682
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e6e0df5384b1101249f4112874cbd35579dd37934b7ca8ed1c8e844d3a3b5e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2dc1a626058cfd023c4e7ffea12aab87995ee8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8fe13b0a159c249c1cb6e5402570fc0d38e4f6ab74df5afc2fbd3cd59fc0ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a160ba0700f82219db39899b3fff83d9885b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1548b8dc3df4bd768e42099b974fe2b1b1050c3cb1e1f1d870079de780ce2c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f61cb22e5c933a9d32fd6447dcb165411569b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62caa3db0f3f2a9db77c087687d4bb3fccdd3583026049cdad0774ae418e0ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49df89752c9980657c7562a94d3a63ef1cba0b4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102126d1fbc882b52c87a6eca1367fdb916539add54a9f41832b94ce6d23b387
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef306d9de41ffcbdd2c3afe205dcc24b01958a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ab0cd99a16ce6af700d48300d8a0540c215102f237e35bdae15cadef2d33a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990e65172c785957c07c23d2f7c5894e0dc1138e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b860f50c8b4f63e5ffb54a0743afa9b074520c0ab378213c2f691250aa4d88af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2fd1ad46bdfa5157f512d7ba56bc431063e8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2c4b9114ce9d9a04380bed957a300fa11e071c735e949b9f76d4031ec888b1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abfe43a7e2fccd70bdbcdff238bfe6bfb94a57c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabea092eecdaa9347b961e766e9907ed24bd47a77c6d983b608b77f1d327123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020010789cdf18c39694b769b23829fc45d39db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637273cb999dcab6ddf7e491584cd08fed2fd2bf2bad83e7ca45d76cf163dc3d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a61d2b0214b7e6e4fa3d30046d4c5d7b5a1858b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489f704a01a12c6c0235d0f5dfa155ea98e9ab8541fe6eb057f96863605a209b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9281598e23a20bf27410f386c763bc85ea08593f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7da47fd0b0c236c7d97c416d82417547481535af739fdfefb7a9835f8a96efc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76baf9a9dcaa8674f02dabe571bc7f52b80597b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6cbdf7dbdcda8394b81ad3b86b5caa05aa3d1d41a3543e113f0c2582406362
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071cd9efbda2acb2ac20fe91ca448da13882a498
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110fc2c60d5676aaf6ddb53345b51fb5aba651f7a6282708db269f8763eac2c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8b54da38b8a1085cc3fa6d4ea74971dd675b5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef2dbded0910e5963ff00359369fa6d0b26ba5dc12cc68c985c97393f9afdc5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0d7da615ec8b98bdcc96aa177206dc583fe22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1abb68168d133acf8efa7f4f21079562f6b454968186c760f830752b1e94779
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a022d899da8ff0e2b3980afc4385952713c6ae4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a3fa5050b2507cf9ce1bfb406793327ec0e5d03b7f472570a3b0a63f5886c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0c3de494aae1219d7219e2f24f97721124790c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc4e69689c0efbc27637b53f7da7c7a623b58222e97c358cd00943f7520c16f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438b76b4a4639f713c44d5fb5d201cdd1f709297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61de04585e4c946b53f5105657298019764c27331fd77552a133006e8a038d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee011fefb3a69873d9799b0562883cb15321910e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4552ad8cf16cbee3e7f23abfcb2bcdd96a17327c5b867205c4ea94b0752692
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf31536e3397475191fafb92fcc342d43be55b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a2bcc66ee082a50b388e26339938b0d50b269387fe7f036d6659fc02fdc94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08907ba8ed500e5d048220009f6106964030604
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154fe4aaa275930faad66a90cba362fdc9164fbc966475307f4aed21876a930b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b45c3d2e807e0b74a60244518882fbcf75d433
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ab015d9c7975d861ba50ec408337ffd8491da6eae3798eb05713f6e2550619
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8378d068c5fd06820750c5042979dc7dbcc0d50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b7afd704aaa686ba058eb4738e46c07d013f686c21c6a516717fe28637ee66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad0ea0e8a91d68f86cef11500930ad3d954c49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e986f29daeed6cdc78b82a571edffae90592b1910b61896319322a3febb3dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481f2619a59279ec14e96fb77e06197b82d9058
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a7edeceb19adb881e9789f7cec6c4b9eeba29991869d5de0631cd89cd9d413
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddff417ff6fe242f9f6939ff771421c54f311a80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994551211d19bc0f6e05a19def47dc39987503a2b57bca080102b05feaba162
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ba721355b3a266869a71cc78a12990fcc45f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2d793ebec6917c03290ddd47dd075a2e700f8420beb3b11265952a04e801d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f99d2a38e50a22ac2ce30fd7855e24369e9a889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8722436dfdb488ca948b0195c10e055b28167cafa701de4f50e85c97aa9f5a29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773de6bb35d7b3c890f0c2e7583538b2bc8eca25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0019fca9ca561a150e360154f26e39e08a08ef29669069d468a68140d42a7e44
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202272923ba74d77f21265134464cb5fc6417e1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf26f85f5f7db2307d7c22b913b4b97e57c715d8db4959ae6bd09075b1214c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efda70cc0fc6f5da3ab5464092865729bb857a3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634228b56c63c8070d459989bdf804ea5d5f05b3fcf4e5956fadab44a89cfdc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e3af8b0d9abc6c51447c1c1195129eb9d3ce6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cd82983dd24414ed961b847257d7cdefca6a7b3d78bf31f4a51eaa0ce2babb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72eb1d01d93717a209132f7aa81493ca030e3d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46735837de01478be8239339ab87cd8c083cfa6af85730ae8dd3557cb3c945
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9976b7f281ffbb37f21227c5fe8529357d7288
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029d7f8e78bf31ca597d9b22ea8a63c7fc0245130e23bcd655a82644eb29fec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023db9c8516b745fd21ec75f21ed12374c130a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b3e65c6b08022c2cfd9dac8bb32cdb535fa8b561295fcd4553d90fe1f9813f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac20b7ee9ce5c2d9504c58cf628960f2415a7d51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa1553785dbc1da260e966032a6bf7fbd88df309346c780467c7fdbb90055a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c451ee51d9999304de71442787b922e1bee069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ea57b4cd77239c4c3f9bb9abe657942e96dbc808066534aa6038e7cef4d4ea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacbec3d0e8378df935ebc48073f72b5ec6286ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4c2d87a83b8af11ba92730352880ef07cd17d5ec018e095b9660c46eba367
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dafbe7c8e8c6973f63284f690c0e8b17e45217
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea230c6331d4e13a1221f2ddc08fdac04a2fa8408bffa1a029d2f2fc65c806d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0174e5623cee160923b026c5340c9a75b4f1eea4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c653ccf2d04ade61fd50734562d069e801c420144ffcf7ab2799e557655a0c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a560341631f72bbae6a6eecd19ac7f961a796d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72279dc3b0ec3f52f3fb89f80b8d603305d16b9c20fe939328cc968e1eb6fcdb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f56b7280735e70ae35da819ba3bd8b5dbc6cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68319564bb81610669c8b0fb19b20ba575b8075142e7a4130c9216f35d7a89
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57e99725171b89c15860dd84f312471a0fc37f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0307a7d4f36b09dbd63edef737840d8b6e402fd85d4fab9ab0c4fe00c77125e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c699eeef93b008c23867eb9a3fb9da5c0e0bfff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831f2550b1c06fb2535864f0747ffea925dc6aa2839c91ed9e3fd953fded133
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff5d6ca5f2665befce1654954cef7a8dbe1a7a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761860d787057389a3b3e07f8e7e75701d13ff18bd93600618632dec66b5974d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f227a6c3f5242040958e2e18a08d9e8686b35e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d300b5700646af0b65e10a30e703e8ca0238ca041fbae895f6b3e34de8e4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22cad24403a6658ae6cd3e43927b1612d4325f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7eb0ef2c215dfb286ba1d78a0e22dfdad07bd6e1566133ce144ca6d414cad2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0e93f5f316f7e56d172f153513b01749a8cb80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826ac18d0a107547881618e638e462fd64684b0000678f8938c662f31e0fa97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23558f402328195f5904f1221b1e33608161f865
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf9cf32b4d45a4684cd673ea56a047a28aee443337f12e6246cf4663469fe4c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af1d30abfd3b92260255d58da0a504d1c512106
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5080f2cc16ab76bdae8f60420bf0e751b6f37f92c3cc549ba70fa23c73d3244a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636464a7f4beaa1cb8d12aa8d297499008197fb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee3afedf11a3e697d47ce2ee640ab494300d86e1349d50c594e426f9d7028a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf34b348e6e4aa7591a2823a3d66638d19f34588
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6abc22af25cffd88dacf6bfdf63c6583bf70f91dd5312eec632e68de5250d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ebedab59b60fa9e971a484d405ef95e59f18b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605df58a425ba5b1085d9ee3ad380fb05bbb76535ec94e84029eac9a59b54adc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c175ec1c954617511e364efe83b7257c327a6e68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d066b974f105123992d28fdbcfff6e1f9f183240ea1490a003dded35c91f4f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d26722ccc8adf55f3d6506b2cc7dbbfc1855a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e7591a1eb6cee65a68a526698d5e9594858c4f80fb6a53d2c7deb2ccc51df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ae48a01a64252c39ecf9a870a0e4a4fcf9acf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff85887f3bcf7600dd327d2dff66ee87e3240166bae5ced3da4d68bcecd138
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26964cfba4d51f563391e4a86f03be38688c9f10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca2f9745e76a0f2f2c621411e912732619c046a70802cd766ae5d61acb75270
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78296a978034171ef5649ac29f4941154ae8d563
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cf5a393cf42c373a4aa6e4358c7c6fa4d7b640ed53d5c8911e368f521149e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a27d2133f71fa530fc6006b58e1b721b00379bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e86510a672f6384000438104a64089453a57dfa41bcad5257f7a494886ffc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b92457aecce32ea3e4857231dac0f67af47801
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca18a1e34656f55e39164f47320e8f1f35d47a45e3ecd9a9b0c3af9f1f5630
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcd92026d5e58b651c0e9b6a4ff4f47f8b81e96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994ad384a2d87ca752d2d336227a5b339bd39f288d5e3b3c010647178f6cb46
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5ab24eeb50ab00b29a09562d45ba583f7f96dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aebf1625760ecca74a0624eda9a520b66831db41286338d0d47529b327c2b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c4647b4a816bc8f37931dd52df144b1542501b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949c0ddc597c5f827dcd60d4d0b0c20daa62ac00b679aa9a30ba81c546d61568
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4491dbb60e7a6aa3aab3c770e2fc9680b9500a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52e4717b8a4a57378e3188484a5beb0a8f0e66608c271f798fbf080f2ea3d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad559e8008cf473949fa6f2eb579ab883c8ab138
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67857b295cfc20d6c4e8453176d60b827c168c1cbd6bcda32237f47341af333
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765264f2fba00a9ed7dfd01c2bea5d44a59c8001
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3c6a65402759a90b21a44b5078b4f57450c977c6260090626bee64e7b5a58e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71396ef1a961ee6fde5d49fbb53df12036e19db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0932d3a7fda1c618609902f49e3c6dc53c4892e986a942ff8a0607eca34f25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a6e3a9f2798fb18002fcbdfcf0c00b6f4a6f65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd98f6fd1fac685e7e071f9f06340d7a8fbe7c7b359db24730d24cb939f4854
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7c6e0a039bdf73e0d6c621583fd0f7a8f8bc03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccde1cc2fcb22acdc9adbb6bfd6d1224cedc489819529e92d30978d9031ff33a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a385f6d2a47a966871cd64c790d4d3b00ec67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbe451dd6eaa891eefde1d3894f9ffaa72fdb2d7b28ee935aee0b9429c391ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf82998db36647a4469fdcd690f8d10a88402b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8b683998d1a8914aaf4778ad5068bdeae4355db01abf4fdc470159355dd7b3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed42e82a263a4d182c44dff5ad2141568c1c0660
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d53d9cf3b2f60aa71db738ea01347710081cf8f4ac83637491eec73e5cb5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f89d2c4112cfd72ad07122f70ad8658d1fabc7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a7b210cf4687067f293a5023e32c6433a2b604ee6e4b76f528433314c58eb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50715d65af6c498844a66884378958bdd6d687ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7306ade587c91b6eac41cbe32f638bda42392dd7dd997ea9cd5b382a84d4ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0499996cb2e5ea2421ef42992fa542986801b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fc015b5dd5fded298379526f89a7cb95d19f4bdc17ac7245197435676944c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188dcf3bce015602af528b955b3c70737fe45211
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056b54b520de58a63d4e690f0640387c14abe586de236045ee2ed25f7957cb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c015a38ca675957e85e1ed2fd4af0ce293552d54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0643294a03ac5211f4dd9c7be578e04e383287a4673ccff065633e80924ef4a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8cb8e610a8793c6a1952283e402465f7fb8e4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5115aa69f95a7540b431f2679dbfe13354ff55f826b9694d955411dc2495c7d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40be40b1ddd4f2b0f12df1efcbdca3daa1647257
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9603016cc6c91fba5f5cb41931daff7f4e3c995cc38638f59513251ebf8f53c0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39d6c6746b9e73580fdadf71ffeed67d785ba04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d53d14fcf24c94f0240330d40b0c24997bd5d5d68f008262d6feaa2d5f811ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9730e294b3df09ede943bd36c849a0b4c3c960ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabdc8f25640f7ca3052c54761e243237887a66d41193e100540fbde8155222c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b95d99c71567410903741025b36538a367bc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d09ac5c57de29be27dec3a42e0a4aca78c4a62ea0a7161783cf26be5b7afd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b70f6227beb3d93a38c4064fd3fe4008c7611
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76587a4c1da89cb5b43a44873f5764642fde92a337ef8f382fa2a7bad39889
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e2b64cf82e0520966bf080034b82b70da02e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa6af23469afc1c6d70ffad31b31d6c483218609bba8c6b1882721aca3f576e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ef1c39495c0738333fa169a6bc27e89fd6c1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe498a730b0f61821fbe18e4ed5f7c4a3c80fc4d3d41798f81bb4644c93722
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3398e9fc40782a4e201164933938d1b615bea3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4106481565b6fa5473f9a90f639e96f7ef62942e1b812acd7db4038217f7c05
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e98cc08d65f3d4a7d26e42421d6e3c0e3d55233
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64255b2fd246d16d89587e2c31f75589454d1fc0e826e8219b2c242fd946da07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247e8946aff7acb7d657a0b6dccc6f23411524b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0c0a268cac35a2c628b785a0d329f1dd08864c0d8a30589690180ba3cb9b45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30302160f0639d0ccd7801b4dff779d3a222189d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5aedf9128cf3501122e7fb0a5110c9c3b903037082928c199bc1d333902fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136e282bfe5ec0caf7e4a351f8222c179993e3a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0268ab889b90da940de05d97c8268999c7aceea50d4e1650526b7b8a2d7666d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851707adbbaad5b8cb8ac92b4514b935546f7285
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f478a95717ff4bca81958f055aa909508914cae0f018f89e6f8823926b856df2
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05953da0d0b574a36e7a0f329bf09ea36dfa5281
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0518d91a5114453cb3c9026d170feb7ceb7dd76fc9536931c62c8a8635b934c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303bfef08be9cbaca6e02a0cbb159ff75addb81f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94ddd01c65b51a5455e85ac2eef3be5095b2507cf32a23703e4a6a47410fb44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88434eceaa156e208a80aafb4a6c7863ef96d44a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b75194b1082bec94ed65ae6668a3e9fed35c7782c38ed6600fe94fdfb660bf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacbc0f1fe1c78612757a5cda704fe9c5ba1c7fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5ab759371f16b9043f0376215bd197b2b1d9c01841b2de66684968937847ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f4459d872aacce9985714e930c1926b9419ef3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a3bbb563880b0ce8642b4cb00296e99f701b7ed9d58db227e952ab9ee91aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd28a956ea9e37ab005406d07d8a4e03930cd12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7897292c491035c70fcbaa115d30b07b9bcf05d8bdf75f83c33debe6b00d808
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a4a9994ea3bfe1f5efff03507792c1ef21ec35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8daf83ce1bd146cb511c36c2ad598cf647f0f5c8711557cec7a284c8fb9545
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba909f928175ff835a647bc7967e3d9e05d88c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd59cd6cc2176ca907bd203878b296006b75277323ec35d633263dcea58e30e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eac766df85c9aff70a587d27d57234a28d8cd03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83957905382ce712275e71b1c76a2279d1fd45377c642e446523769bc43c9de9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371af2781207dec77360e96a2aa930aad561737d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a074ad824344bd0dbcdf94ae61eea28b3fde5f4bb6c4bfe34b5e076dc104f780
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8978a3bee201c10dba0e2abff16455ce39f75f53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9b5343c09fed77a9797b7f06756cf09ffb7f680faae0718240e870eda1b6d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2557a3e050075b537a983c3055a533580bfc92e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c16e30d6e584b457b2996ceaf4f1e26c8acf49d3c4a848df438083aa5280d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c501c3f18814313535ca2ab2be2e83143ee7b5c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b96c650c170d94647b7d3d2013d1fa1e759443c6e7cabf185c84e33a65aab41
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131f5a865d6ae268edfa91b2d2a2d3edf7c001d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f72e90b1a64c6e24e442fe265a61db024844935ab956d8f817c18a23b6f8cad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dfbdfe9bfcfef046cb1b485c6dd6230931c60e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a179c92fecaca1ba513a52c24d8524268fb1e06d5cffa8c0e8fbad885ae4c96a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8f82d950c92eb3d53f655b2fa99d2a9660b2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59750dffab7aec989c251d7e756b5781476be08ebc04407e4f86c44f38496528
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485f7e53f8508201ce6d2dd5c69520852a830ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9eb125e50042a1838993a7a40830f3ef84535a1d69d6c0f4d0de2a391891e81
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f531b284a6b7c3b13a77bb3fbcf7fbd3feec8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db688dd98e13abfba40e35d4954a7b3cbb8596a0684e613c271ab70adfd4eaf7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880bf05b7d12fb7e32229af1b5e0bb51256e2102
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9d6fbaab106eb2f8d3334d05c8818c77a398f239893fc520928f060e5705e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4fe9c46f65ed3d3bd994d7a2d11848d8ff236f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ee589b2e5bc08e53fb6ef172703936b00edf715d84366409877cdc19b52766
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3dce8411192bb022d7b6a05919351533865044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f926b21b853c33dd0f0f99a7366c7e4b673a99a911e5b31e689868e49c9872d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336c9417ef26b709c256f1c3a81f57177a71de7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e14511d2123c7848d6623b8c2b8f0c4c380b0e83bbf5c670031f7ac44f61214
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680fd957700978a67096735e077ef66bf1a08e7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c7f8647f564ec26040a32ba127150780b19920ebd056ba37a587605eba8e9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033d3b44232a91ec77e67ec178957a93adc98b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcb5016f494a095de458e112598f304d9f0beeb11a628baed9f5e232ca9fb00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52190faf175c9a82ff257a8797d4434ff61d0cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298aabc157234bfb8319f6687e83897754cb5205a1b2e7a1d55182df0ad2e02c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df68d7e9f21b954bfbc8c0eac5cca4c7fb8cfe5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533692d2cb4929584d0434a83e52d28b1e16ed1594c7b808c5e0bd5507a09fc3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65cef312d2ba7f34a9d30b3ebca1049a6136db8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7099d9c27149664998d8f600fc6496975573684dd150e2b114d5bada6574b3ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0081ec28553b9a1f2d611501e667d8cb6af9c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d3cf7b2c35ad22c425cce950e235d1d2eb55506bd733964299440e6c5a162f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab2a1148b869288fa0f06e6fafd7eda21997e82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206126f133d1ae83870e1976da4d26079f0cd90a220e936823e4bf30996492d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a3473609f85af3b919512d563530970e528a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6747548c8465a0dccf8550b40f9ba8f105ba2fe0cad6a5364677545aa2a5ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f47f7e599d05fd5c5d0e30c58f0e3eda028c3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83b79c3ab841052b6e0d1e45d6871caf042fc8a8e4cd2926f5e05ca5f2d2d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91496cf4e6ecdf06f673b1f0e06424cdb5384008
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aa6fc1a5296f91824fe698f4c764642a7e22b796a8895b346301f8e750aad3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6020b030d131e9ee0f7d047a3221340b96a4a6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a72b5fa94beed4655ebbafeb8e5bb4af03e1a4294b201b8f61f3bd896043cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b960e6fd94f992e7c794c5f4a3cab772357d41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4fe06fc26ec1c61937f86048f1f9e907379d4c86449eadcb31a3553274fd9a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc1f668a8c88d461283f698e3cb9883bc04aa00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d261fe96c362e97d4e5150de377c498d784d328d0074421544a61c9fa1e61955
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae6bb65917be2dbf57efd741df4dd70ca6c2213
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db174999ee1a34aee647ac247875556c2c0f48f5141544e729605693b9b10aa9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ca4846aef6de7ef058b3b4076c5c7c75176767
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adef463bc4b5e22773c8a1630504c262bb1b980fddd6a3d1db77ac640244efb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9870b86866be208492f2ac0b4ece2f3760f7482f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7836c9d33dd918bcb5372c1b7e072f3682c121b3567cd0798bdd9e9ea891577c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c5eeefbebe5d8b6f9f8e1a1f9cfa105065e5c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a69d3e791085199b20777e6faa34ba3388ff9e419ae893a034bbe44f3f5ebe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d604f9320646bd83a158c4d3a3299770b0c23ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b61504d55b1118d066a613a34766382e2579fbf26d27f04335880351f37008
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa16b0e72e740e6d22d644aede90c55b0d562b63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af62c404154e9e7a1d928b0adef2dfc4374ca2f6b60e012bbd4987925a9eebcd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1103e2454859eaa628222e5fcd16a6124f39bb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac006a9aa8bba2d4f84f54c20fe7aa967fdac4a28adcc02be842a3c13193689
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f51d38ce599b85071d335c120cccbf200ecda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321d3fab85439fc47d718305e27e5c1011c87e6f21347bd4b5ff606993a9fe92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c831a6c7914e258552d0fc16d65c3685ac9f43e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98efe31e13b4c7e0977feedc2ef7464f37ae5d67f687fc3b25d20a065117e952
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7499e4671ab1e328844ef2cfab8cafa3c15c073
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe71e43bf496eccd1dc98d7ea107fe2fc1dbf71d2dfa62f55ebdfd0b5fab4b4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c0f6a588d049fa93181ceec4c65186a3f11b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0b17483a9ed65e153d708c31f60730c5cc63acd1a8ccf293334aa31e7072d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21533c151c37aa91019d4e6b508ff154491930c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4155c86b7da7d14183ab3fd4979ac38abb2a106925bf71c6b5e462c948e55e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd3d0c7ac36108483aba54ac452fa6b04393f6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bda92e261624562e7d8364a02d2233e96202237d4423bd61b664f7ac34d3d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1bf82fc2fabaddf75bfcc15c2e8da523383d26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704953eb0c4d85cf49e8a725d7a8fb8fef2f19fd87e99243aad6e7f85f604d1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fabe5f3de4e0cd9fa1d0500a2f95d13964bae3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193e7d8c64bdab07ce4a08c564a18759c948564875ba7c6f24fc7070d048367
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ee397334eeeb29bbdc9ba7e727d902015a781
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8158f27c5f5790b0dc065e9907014df2bf8de6717b07556f8261f4fe0f03a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42028b9a62dfe7440492b76ec707f321acfcb38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8937861420cdc33c3e9763775a69ada8f6445c1d7555ed38aed4cd30e0786a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b13db00ec2582619c7c9047f760781c4d577b28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4ab8afc2aee176e10bf04343efab3aab9c0dee056eb6c81e37f308833e923f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac31138f59749d2893fea5c9f92e38f4963c25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a846e7abd725ad6cb4a81b49f92bd403ff59fdd1d15de067ccb583cf5e735181
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959692aaac9728059dccd9bf1a28fffecbb20b4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d605024ee450e338fb5c7c92c89a1514401d3661996ca81ab6f5271f43bdf0ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2370aa9c8c25fececc4b296eb6770ca73a6d7bc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87be1c3178c2d0f0c6e9c903b6698b91eb778f4e47348e08fd33d4b7c1865996
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0569492ccf03dd7e3b02d95269500f2e089252
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db720be6908d7c9d5b042e5b36e87e999514edc3704dee391c20b1ef5881d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5252c280c50e8634747a4ec2777cb4583fffd96c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63f21c6b25799038f3732d7644f842ccfa9f806737aa8f95e94cbba6b64d37a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b2e70948cf1d1530db8bb6d35996fa0bb5db55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3e7d5772d4c632dd8fb05463fb19eb7fa7026d45a74dc4d5709b922fd944c6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a25a3b36e2f499c66c91089c6d9833184e8a6c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04f35e94a2481f379ac2fdcf5a5c932b657a7290c105320a29c31e0931d5e96
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df897c05d651c94cab356bc3aa76b2f39f99c147
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741b322e1a2adc4a6d3c8c5a663b7fa53c238ff7364ecbf219f2cf4015e4a991
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e813cb11ec98e913c85c4724857e9bbfb60d8c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5789b746eca09310c25a79d6badb2cfec8cf0a0d9ca0d3ca7249eed43b041709
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3160cd8c54ed70d2862bc782a65800891bf297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c280ede30b0d3044beef0f3cf185c66d495724f6647739f21b026199088faea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca83b328d997da058bcce87c796a51beba81f93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d14ad655b60f40372bc5b8179212cd4455c16639433334939fabfd9b7e386d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e36db4993edf5b89a3791fa05e86355e62c0c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19390f0127428105e2900599b34302d781bc6ca7241ef34e80a472946fecdd3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ee2e3a426ddaf38472fdbb5786eb38dba5621
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76739311fc8c07f8842ea1fb556aa9171a68fe2ffb1c7c41fa956ea2a22c9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218b815b649f9d2128f6f0a60b9bf515a0329a84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99693d111eb6ccf10318ecf3f2c66fcfb5f46e31686614811f3311604b189351
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fbb84d9d07382c9d7dc93f03577b1a8832f929
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf37a7ee92959cfa628b30a6261b394174cb03daf440ebbc7876f4e4e9113c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81ca1aa850134894ad298af10e0e5c1c440ed62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6fbbd1e8a032de20632920b3741178188732be3b02b3675dcb742cb9370ee3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac3049e6281f12735e855846993c24ce75f6442
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1467255ba10fdf9b06922feede01ff0fa45ac28efabb9d099dcc4088b547d175
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1ffa9d22d6a1bdffe3d6e44f1bb6cee8fee1ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20370c9217fa332517a4f3a747df774eb171bc69396bd5c60e84cd526f6da3a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef0ca5de12cdb516515eb917eb53bb98bfaaf05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6ec5eb7109b06a26f0e1e4e646cae0f6645f8ceabcfe4d15a0797b4a1b5372
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c7446a0c6c0b10eff324f479c4161db1e097bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53de80214f53eb1e9122c2bae82fa0c45fa328c3de206320dd42212f8768e7a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d64791b388ce5496e4402038d81b9ccd0c1eb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2abfd62e2393c85f9c08f2616ffbc5f606c899e567776c0952ccb1888461a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc853a4c923132cfa1629b0a43879808c4ae617a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2213988c1f1d50562810795588e91a3aed013c37f770907a1d243b4c9e6e9ea4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53883cf26bf8f202efccc326d21d83ead91e04d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c4cfa2cd353cfcbaffd8e670e641cf89d46050347220d38363d8689779d1eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37880529ccd8aeb4fba8c601582ef9f2e7f3290
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a888398296a46e9f1de072b3ce528f74449a2581ff81e3d492a56db6532e34f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decb912011ef80aa91231607fcca4f09a0867baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a52d82218dd73ec55abc890931b27cf2f6cf035fe1f765b9e62f48b16b6435
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc125cf1a0bfbfef13e3f35d79bae3d87691507
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07caa7cb5cfb3cfffa7debb0ad2b7758b909a32daa5761f20f1dc24e102bb85
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea430d65504ce5e94f3adb94310f211b58964b0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7445797092bb5df886c6d86cd7aad4e94ef83f1f6dd90ccfca4a80430874ef5b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d4801c85eee88547b586f7c4cc55cef9e31ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652f2c29766e277c9dd843301c90b9f44b88d3509a7c15e54bb0096289a61638
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943ba17ccca6572e6b5f7bc87645dbb7d1d318a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f2a2d6c8ec2970cbf2e9db5c423ff2eac888077a845b7bfc9aea782edb5b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4893530fb87784fe829c96cd15ca238729d062fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1062eadeae60059ced6e521eae0da9003b3423ead3583ee0fe06beadc0d10923
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815a6c0acb87102b1075c176e1a6edf090bd6f4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f822fa18f4264598b161f2171d3fe9f8e9f0da155ea1072c38259a63e834271
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa08faf4a23d84cff58576a54ba8111b3b6a69f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047595e7e36a91d8eadf27819e3f0acc500b74a6b000baa563db833aaaf43b07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c32eb57a6e492607115bc9d3f64b7e0713a998a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3caa7126e61c8260e67445f0007212cc26619c670606d3315e6136ddab267e0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbc16f8611966e6fca98ce50be6264c494929d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7056df8b4cab97981a3040605ce1d719c64109c6dd7bcad8844856320a53125
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74eda8e8952b4a4440fb574c4257b8787603954
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64fbeb38990a5b5f4087272de5a85cf2acba1b48031381f104ce590bc670de2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dda95039d8ba0f20070af3ecb65e4c5d08abbe1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b5126e21d28ee811e1a545641dc7955509f8b9c71ae7a7ba2faa26d6701519
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dfa12df904182065f7b91c7f8f7c23c71158c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea867729cb5ff2341f71bf5809dea83767c2f342e1b7e7823a00ba8b66564e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417ddec8eb9e2941b785cff51f5601e6a68ff992
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73bb85fb000f983fddea190595339742fb56f52ef65ab20f04dd77c156320bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a566e6ef17bfc1d5bd56a9b1e34997cc5614c336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d3c21581bc34e92865cb9575b6d9757bd17db3019c5926727d5201418827e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1709315d24b0e8c79ba83270229586faef322d71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c7327fa60cfe4efe1417666db63c42706b2a65f262be227c41d98acac8edc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f1cfe8c182b877acbb77e826ebcdc4ab3ee5fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56f3dbfeee33112950d1fb7a5758e81b72885dd4b12718cc4ea83efd74ada1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab710c1846f0f9f0ea7abe5ee2afcf9911f06c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c109f93242861b342404a67673b605b1ef0b6dfdc39a6e2e5e492bedd18f9ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba6fafe615fb8e41a0481a270f78dbbfdfd10bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3452ceda354074db8c48811416803bbd01885c6f30f5eb71b2a8731bf21ceb7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80aeef4c7b7d7acbabed6bf4e7ebc82192ee22
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2b14c8e13a2ef8070ae692d6f155c01a72585a40a9abe7b82024868f575fcc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a249471316c98e20244d71fc535b453d0165760
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938d6b0124f9c49bc0bba466a98f7ef388d4acf8e3fb18a58a83543ffdd81570
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a20c30bc6075a67407b7784d93b926c63cc06e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687435d2474935d1069300a3d28c0180fdcb24bbb2ac437cac089bf074668eaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415e9237269b671fa61568f9f9fd96c06ff44c8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d28ad399202aac1147eb6166eeb4d7f59474244196ff24388bcf856e48ba02a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a52d6786055ce689b90f7dae642891b95db76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec4a806f88e1dadca61d9ed56b620c395cf8ccfde81078ab325b87a30f552ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9d17865bc5cb2128bba5422653aaf9ef52092
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b7ea43aa8972409672993c5a41ffb517d1613ffa35260260e76d1ac8fb176
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb4fab84fad07735ffc41585e4b5d6a0d950af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f8d9348caad9df7b7232d233c7291df92cedbc001e78a5b786b80f6fc16797
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb10c5ae3bba56e76d16fcf5077cea483f11801
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f2277728e13eeb9bbc63eccaedee68c9d21a46aa29b83ce4aac12f9d134eb1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477b30b1291c8703528e38e6218a65bdc43c301a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b43e1521b483f8794e9298717c3ee7adf8719cba2736004d14bfc5168218e65
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47518ceea6ff90fe016979bc696b9dc89578b2a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c24024a7ecf283539d2a88e9f9abd0526cc32b6052a14656540d9fd16a8800c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7c09cce89b6f46ad5c1c4f5424aab38cc90f41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642bc451c7f65867e39a7b1ad717f8aa4127eaa478a2efa73ae6b3b215185ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9d7113b1b8ad465a66039b9e401310a9125950
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e7ef4089de9ddc08102e3e9d7bba984aaa34ffa9af0ccddaf7a7a428f9b8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42954db80f1baa7d32ba82879e7dab344f121ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9828d96fb23ff65d72db3122beb8bc0a1036c262bcd747b6647881f5493829ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96ba02fdb3957f9de1b14b4e94fb391621d44e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fbc79d9ec58b58546ca77b46a7369d28f03dec03ab4f98c303dec68a3fef5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ad8d1a0528bd85711d983802344b7cbb76b593
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b635ad43d53064b8c6a1f476dbb14970cf4ebbd2624a6f1625337ae5a3cd79
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5637d1e0ee9f606c8a56a842340c7165893e6daa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822e6f0e90480603075214c79240707cae9d00345ee5fb7ea69386ffc8885fe4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f136f350d33e053fb709aa02aeccdb75c722d9aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcad9609f562061bd35e3084a64bef9dc9a2d55dafbfb4f20ad44312040114f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfe8a2b2d5c3c7b7b9eab70db41c8441b713f5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c6a8795390ec79413d3ed561359ae95d5b79e7db9b3b3296cda6034feca8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01a51818a497342f9e6f4b70ff903d5d78ae93c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe721f15d468647d3f8f36a9c49d8cc5f1339522b469d5cf8227c314003a163d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ba5641696bf67b2bccd924b91391744b6f4906
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c0581799103f533a3fadfe7b2c333e3823ac5fb75f8f57bda56642e8a60a02
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5869bef1f81a700d8743c321aa83fdd7ad1eea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65069f4f1abb0c64afa39f064966fe7f0f51ae82766959d914b7faa3d7ae0ac8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd255b89b4d6d134beb77542b481776dbb070dd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1533eb46530d21ef579ab350a2687109f139b9976c346fe722db2d848d01be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456c82d41e0b2cafa90dfd8242fd53d7e845f928
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb8023578fe2384bd83ad8b319e246b4a845f974eb77404daf93a3efedd5b9a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d4e8e02f64e707b718abcc78552aae34499933
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082afb0c53ca29f28b0158b8259f3591293abec6719866ebd14e1bfdab22508f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a31866b1f31a6f59ec0fd12f02ff9f624dc462a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aae479dff5a308a859bdfc48011069d9f3dac9f55d30644c070aa4fb219a062
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e36c6b5717b135046fcd22823b10c70f06e8f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0d37d4960f9bc5845d504c805b360947d3816dc945ecbb14e1a48986c7cff8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cea0446445d0cf5ee8e06e902c02a9a5003e26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fc7d67e81ad08c8101ff4d5f2eafee40c8f8ff58e18aa9f12834f559e3cdde
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd50d2676c99a1e3beba8fd611ea9fdf419fd5f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe405b6116e0b44f54100861812d57bf0b5f9af48d43b0a91e5af2be996eb9b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da26bb18875609809441bb35cdfb464b01657ff0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db09f1c1d35bb247b866fe2a377fb55f49dad67705eb2be81ea0c01f2a7707f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfd440ecd5ea1287d4a79b6544aa83a7375c9e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44564b2bba1d26454cfc309fb3d2323571b7bf06365f0335d74f61f48cad29be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37986c5ade67c3d486ae45fa18db1843e700957
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1ef15cd9393ff5ac0bf9ed5d27ece0536d2bef2c44807ee2b6b58ea8ea8869
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901ea3d28fad7d73826fd171cf40f79cc88274eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf60869febbfa1a41c2734d627ebb1acd5651c2fc5cf354c82587e22e4f7bd7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86a69592d51ad575fe62d05b2be21f692856b56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507f3e587c89296acbe889cb4d14b29a0ee544eeca68bf9c24178aa34cdf56ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69444fcd27e86eb68cc885322ace63b105037323
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cfb0215986fa1fd04106ca40414eea82132bed56a7c1345c49ab98dfa5c033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0ca0cf58ae98595e5d4c8d51d3f609fe8016db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c578110cc2175cc5323a78d28babacf7d5d4a78b39f5d775601b68f3b4586fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3b57458e4756171db028265abde68e0e85356c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fab39553c1de3521200cf07da443e3c8cc1e30dfcb7d80db47ed7002ccbe549
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b4a2c8a257088694de70d0ec046d450707f6e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81db85f7f886a41efe8bdd3dae199c47ad0ed8e9bbf84a2ae046532bee62c1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3914ddf96cd5683acab371fda8b224bd7ed3b307
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aaed0fb8669f9abc9a5684ceb05be9b373b48675c108f14c4427af00a0aacd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a10c020391ea0bf050441ba40767100ad2edff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22718ce8b0348078a25d72aadc71e3d5852c25d17fa742bfe08d3a089f325405
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab47427e04ed5f745469231a9fddb7f82f5873
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1897c257b2274cd1d49da7ccdf1cf32cb8613c330531ba1a586567f287d961
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892e216ba927c45304dc482ce376a7637d59159
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa900505408bf6b9db4c3c6fecd55119681185b75474b88924ee575f19ac64c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e75823ebc4fde0f64fe1b1e0812d9c8896d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4d7c3edebf0a921c88c968c4a05e0a6572b2fbcb159f45123f2d19e41f010
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cec87d3400b649ca911dd99c3b88948d4a1cf36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4789984cd324d468cb5553608be285600c3ea643b00967f8cee1f305a2d0f98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbc0cc5b90859c2bfd900999fa600226b788c9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33ba727cddb7d3a396a2060468afdeb1a39ac7bb98d55801c99c95d221c03f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b1e7d7d38da80cb40be3505a1554111c2ad4ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72511eac7c90ac94a97081189574d2ebbc3820efb1abb6f02459056ce03937a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bdeb2877b2da4a61194317fc5ddca66643340b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5bbc0a6e6ce40900c70c1ac16ac31bc897a8f279e3c1c5b98691400848705
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05522ffe566d0296b88c6839c6d5930759da16da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b638991c24b6027309a94ed911e38bab044009e74aa850aece0eaf6d73915a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3fd6b425c72474736e272facc0703105c246cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec6a5f9a9a434558a8db10a5068fc2655e66fec9f68c3baca3c046e0368151b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7bfb37ba6fea350d3093842d98ab07c22cffc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb95dfaea818b3e434b04f625950cfa7df4332cd84cee45fe85e115485bf21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa576029bcdbed5ca9dc90c3d95e2e6563a0ed76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73de9ed787180c9b2c87de9c70b8fd6c38f8c2bbeb1e9d8985591a7957fe718
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd6b5b3e289e12e494a6063be7c51f3ea92496c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069139434487fc7d366a7b998ce619b6f4cb7b17c8f44788dc6c97025fcef48e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dff55f2b08e54b66aa9bfcbd37582d8f3c7ff89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6e47a6b00d995509dc1e6069ad6d57569d3341da98bf65ce8a2993e07d99c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4195424f60a909d33063e8f0c4110adff2dc15bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d2d7b83a045eafd43066140e7bd143b66e8a729587abc92c3508843d5e1eb2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83466167b6c9035dbc0f3108e695314a20be70d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c084473d08f4bd7667f947a8d8b2c162e4eb5b0aabffc61c2943dd795170db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961fad5956fa6fa1febd23151c89c60ca50eae38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0630e8c46634c7d3bebc1904a919a8f0300a3d63d8d4587604d5d65a32fc0c85
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffbce35625d8d4f6f89452c322eeb1227728baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7057a465733cdc2ac3986c270ddade0149c8456a6881998d4990b6e07d7fb5f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e069a75dd664292af2cc5125d0f4ad725ead0668
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c322dda4ecdda4dce4fe6a34361c6a5cca67a15ea203013698ba90094b7c99
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4314aaedb1371ccdb5e33d18e153178f11be1421
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a78d04926f2cbdd69cf88427968d1d3d14b4526adb8a3181339c62c6bed2abf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66206812682a6d7cc1730a442ff04a39094f1b71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1620e7f17a6e4eff76adec299a7a919b7b2e7191ac189b92aa5253f1e4135ec2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0a71c755df7ae14dc7b7532d72185002633af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf906113d842afceada5d70710b09951e1a9120d2b9d5471f29b2772ed1c7b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63634515238175bcf964c9fc8f21d638efa4487e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc78083c49a1dee9e920821a1239bfaf5e8f0793bb8fb8c8c5f917a6d246ae19
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b1ff586cae1f6bda04bc3f31a09471c96c61e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8d1eaf06d828a1d955b889e7220c0bfeaa059dabc7e5cfd39e2e06e17ba0f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addc0589d273546a759ecf7d12fe897db314b6f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9575e1e96c23a43f06a4b36204221c434bf18cb462161a2acb0987676ae6c64a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eafa61df0e1890cd34ee7dfd59f7a889bd5be5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe95c9f1fb43b68c1677e0ed75f41456d726bb56d20aea3f9d4b85afe73350a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158092227ea84c218993cce41d879ffe4ea5d0d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c3f864c5049513c46d242ba89545cf8b7ea97056cabe6578a831360ec965ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602cf4d63f1831b69164dbf8392de6bda419dbb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c197e4ed0f520cd9251c02338a0315cb57616e18e8ff8212ec58d8ea1d872c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37cb9d00e340c5a47e54a3e37f46e8f21c5bd5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529ab6f0c2bc1d28ed5448a3aa9c472206a2f25e4ccbe5aceedc47b07d5e31e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5a8fd6fda2955f8e1fc8da61cdc8a5dc2d35b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4390d89ba5689cd54811e27c2bf99f5a84b2256351a7874c8173076aeb0b765f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1b44ba74b5afb124b8412831216a7f84aa93b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8591a85ffcf49ce0587d25f6014838ac4520cc7f5ec4b1758764ce12f2f464
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208ae835792d8c7fe279c977d77b189a8c91fc99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edbc9ed88edb4be6e6dfea7aadd9934199f04667ff7c1303545e741bf9bc68d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e5af785008740f959c2a0890de3ea2f734929
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f282481e7741cec0bd40334e7bdc69a1b0723724457d87cff147776cae1d2a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0575e4122063319a6244f0f67db4144d360782c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d298598459cea1fdb3b0933719f8c1aa8f132f5c2d9bf8e323db5cdd1df74
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084e8d252f8014f6e30e88b89f2821057105f174
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060b886f85205caa0bac5d840d1ffb52a9e7910c3abb37cb4a2a21c896e5d17a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d08a697ce890cdd1eda01abb78cabdc1c8cc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3f5ed86968769b842b0157db096a3a7d87d9713701c22a00df018ef8e7f47f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d251df1ad6baec859d70d2e8e8d0e37c00d92a78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206ef6760cb17b4fc52732f6b2704a011f2d554e2616cd8261d71c573ef787d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4e8c4898cc4874461aace5f9a2c27ce7879b79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7558e9271cc1e67d8f880a2a8a1f498db96443f3d73f36c2b5da96642a9b5b0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fca4c295e6354d54425789f8645223cbbf3f00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fc61de7898f7be29556d6ea3e03f77eac8cbf8ea82c4e662ecc7bb7b30f5c0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9c4d543578d76be32cf13e403eeceb31b4da9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ae76b9bb7ff7451cded56f9cda6af9ecc200a75d800ee175513f92e57ef7ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5a5d1d0b968dc0cba706366a9a183ece724e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c10bc6dd87e82fb88fc2cce95a132d2308bdec8448ad694f76247cc2f8e00c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4163d19b1495e6e78ab8a89be5528b951718f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61a8ed2143790982c342fe94ba45d6fa1adadf50b0378e40db68bc9a453d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304842916acbdf9ded6d68b3ceb6ce360fca03b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577cb926fae7613f46a1cacefbd21d7070664f8bad29c7da5a459bd392d19ac6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6639bf782c8a1358f3822d73b88e8fb17caeda2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fceaaa9511e5628da499c6789856b49d96cd6c625b27397a7bae90a49e6c20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb13f3e2715146d781af3811a1f53cceb340652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856eeb68afc8956fdafd3f0cb4dd4831ffe096723d29b20abfb277fca117ae4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676758c79ea66961ba78af3635a3c7eb59f90b84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a63eb2d8b5216e5c6a82794f8ae1d490a8920b37ea25b47ac2f7439d5f4497
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350354fb2cbac15090f326ff1a10929b71e40de0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba9f29b6487c8f005b93f4731c6a6c8187b1a7aa1efb7e3ccd3db01b986847
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ce3ae6f0a41840d9e29dcad204fffd7b314995
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ee533eefbd979b9d07d237a8f54e6ada471378d94f9c581624a39c222bf074
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc68d28fa99df55e398ec5cc5f90ba29dda574c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459dd36b14ae102ab07e92a80dfaa52ccbf0a61ef50646e7b8f2366d59d7b52f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe8ba3a4eabe9f0639f4991250945d842fd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f5e06b68a5e992aa0e8a85a6ad389c404dd96a0246cc478c22ab409bbb1be5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2eb6ceecdc43cc5c8b301e2381fd0a0a8aa25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9786d6136294c3dbffc88df94d639d12749b28ce9123b515b718db80939a640a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a09850e904c55330ecf72958518b427a8d2498
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de15f1cada60246b8f67343fc6eb5f875612593f9a4ddc633d99767c95b936c0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d596478eab08d1ac091f0efda1a8dfdade55e850
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4848237549341f5707951ff41cceeb9403a9c4aad3925f4ac57686b042e33b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ceddbb1ad4507e5e2b521ccdfa44b9a35b2c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2589b1d5f0e1dcadd3cb287c08069018ae169b7874b6259623723464487d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da35930952238908b596778dc82bb78357492e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179f8308c0a8ad0cc53722f6ab85dfe3404e148cc3a172b892d77ffd7c0de8de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513bf552f5d2360454a05b6ba0b95d48663d8bfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065cb5892eb72b2a9a40654edc25c0a4b8ea50b868c16692ebf88b5be1f1df8f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91414eeb57f430de1b979b141343b4297d7482ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ffd6f208fd7c9fc8e8052f83e9a6c6613b752cb5d38d1b11e804f9a5ef59e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8588ffd270c33bfdf2c8d28553ec1ecfd0ec2af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c1b90383a54c78d72e5314d2b409f3ac786c7dee8792959747dee9de4245c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07355ecaaf1cf1e85be4fa8553ba4bc9b73021bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea9f5b9a3d75649ddcb0f02e760e1f3121d32a57154abe0847a8d4503150d5c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ef14179afa48c95b79d9f5239566bdc9670e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd9b40c1c1e0fd062dd6c689a099a6588f5990547559c46cf7f8dd676b34290
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4ee650cacbf199c5aac20c9252a786485358a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806edb001e3cab319c01a62b6fe8b4f2773d84d93fc254882ff6ab91fc93ae10
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cb45b111bd56e12dd050b2065fe08f5543e165
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f93190978350019ede312e3ac202b5c18eafa33bb061da17c7758a8f601339
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1fab944325218129b3d8501e32d3dc1158e5f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254904eb2b2f8d539a2f2118758b37f1d04f251ede5eedfe9fb1be0ed7ab3c32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3950a3b450eaddcb4918ea212a5d45454a4bfe48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffbec27ab71befe1fc65a060b556e4d96de9cdecd8f6fdd42d0458263f3f6bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8af7c97b92fe1335e2883bf50b8bd74350e9ad2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85db842d2dcc38d58968ad865dd62be6cb7c98d6ab00ff138bea9f8ae58a6531
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1658c5f691c7f9a31acab095ebc874ebe156ac7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca61dabc2e3883893b4ffd8871276529c1c767687ccb32fee370e9365bea7c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3f1e11fdf51f41f34e615197ece83203a7e6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1176df1115bbcd8390d905813f7eaf67505b82673302dd7e2134e35469828d1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211ff1e65c42bdea74f0e47d0bf49d170191b92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342a946684c7fafaf63cbbbf9d018f2a60031a37ea9d338e0ba405f3f632ed14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b32efe4fb780e21eb4a408654e83b1d2022f12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3d4840db72459756a659f5afc31cf695464945f53d29646ba4f4d55dafd531
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1a873ceb6e1abd5ee3ef566533f498f53ad38f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00950fa2f4935fbb265f7c813dcbdccae0a7f1e13be4abdf4ba2066d780248db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65736832ed31e3c671fe42fa5f95fa9c514f7e2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4adae6bd4f3977271a83dcd1b681aa9e5b15f739ec324efbc00d7e6c71d8f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddae7bac3126d32762173d26ceea8867f72c550
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f8bf044e10e23532fdc2482722b4985d1ad79d67ccaec9f1631995999b78e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f6dd5f9ed5dd6c013171f0f5af4d498ada90c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e8f9d8f12d5257d07d96010c3f9b95dbac15bab0dd607786cad5fccbc8043
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34c6f1579cf2ffdb5817cdaf14e0105f83ce390
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601a10cd2da6fb92a13708a16e2b26eaafdf5b9990cb5facf45d9cb69969d0f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1117b15fcedd27014cfc56310816f73bacb38110
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c6d503db46c025faead2a851cbf87d0a7c2989c6c8333aad2f65db3ce700c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06dc3c1cc3a1890234bb88c0814d0278846be3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f801da3eaae21dee4be19b7a022348c677f748c34acc4e2a7f83aa56bf6207
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b392173f9674279e4fb4af4c8f443476976b853
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f3e4fffc0eeb88893caba545cf0187fe357a93a8b34f460e09598f8a8015a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3243f65759e2b3c7ea1c2fb5307a12426eae958
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86524ec57edb91f59f8099dd41fda1ac2d745f340529a1a02315d198b92ffc07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f4e31c1ecfb7b9162feb172256a283a18664b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813e08fda04a31f34487804f4784036e1d00f0b9fdbbf509bc898618b3c1f8a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942727ee7657e8b88088e7f2c7de0ecd3ef27fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f11bad069b908b7ac424f59b6e17f151d87b6b99fc603dbfcb31b618aed754
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5905728386877dccde844641ff2c1a0671e10587
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6b6b5a5e07cdd55e60bbdcc9544b8deca4198a7c3939a7749430152150b043
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce60f404a69758605242b8e8310b80d9aab6e7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790be67d6155ac92e3ea6e7609804300b96656e48ca527a582d29f9e3fc3dca3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52de30d326a9ae7f783e3e6a7ae12cc7d06d0c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0561c431003715fb38dd6829ad14718ff7575d931ea3124a76720b3d5c95cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d8a85a83529240ada5621aba5da0b96bdcf711
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5e7034224eeeafd0b142a2cd30da0b063e59e464288c433b138befa911fa2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a02ee7ff221246dc75d433ba639259132ae7676
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148693eaeb47b636c19181c3c23a9c859884e50f666125ef823cb998bc2ea2e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405f78797f4e0b52f7c0254656e6e978efc464e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27735265b13f15372a69f299fcd9df2d71334fd5df6e0e50e9b7e5f5596b3ab5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b75c7e27fe969664625a6559d0bc9d5bc035bde
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1c762c352ade37a28b2bcc0178908e2747854059c0414c01d2560c0a6062d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1521dcc26a89deaeeb69de3d47fa1089487fec51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472cdb0e2de803ca7954f59529741e02dacb1ccc6c1e10438d8822deea783b9e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f98b1a3e7b0f3708efd0d10e2aff5511bc311
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a347385c2e5b5f86c54412fe63596b452437d62ccbf49d0793fbdcc7004d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9439ca24264fdeda83d2cfb80092f48bd69b897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae71716b61933ad768ce8bf2ae7e22915342f71ea6a8f61894a6e94960498f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403a504e7c06c385953d27b0ee90bcb8851a56a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3852ba872419ad18ada1ac4488fafa06cb10cebe1041ca020a73e13cbab38b5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303aa7299a7901a3f40b915e82d70c89da9bd83b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1723101949f93354403522adf595d4ee472f78d749c4ddea4eac2fd836bd9316
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01a0f4be85f72150706774ec49f20db29e7c5dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d2745f798c7f5b8b996cce361ed397e063096236abc8de075a9b0fee5e677f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587a593b8edee2826ed245ed32a1dfaf4cfeab6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6568140663045d927d4a7a01ae625e25c25baa6641e4bc9c2b01a74b1ab84
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1848175420acc5dc06a0536b1e075d189a605cf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6f3c9a1a03eb01d4892fead492ca2112b30e6c666d4ce64fdc5383ecb32e33
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5618ba20592ec325e4f0631b3a6ac0591cbbf28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6314c6abb4582ac6082b87ac7caf355338da5cd8cbe1375f72b6696bd4e762c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d9f9dba860021c68feecdcb1829ec12801f42c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853c4543d3b4ad541efcbc7c3fc49cefa4e1d9f259d7ec47431a7488918c1398
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b547b3c22522493c11b2a5715f055b36c7bf702e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60321e2936f8e3841f2c21b5acbc5dfc145370bed56ba650da6b914b6ed3f8e1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370b6de481420f6cd85e63d39ddc149fd7c08139
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c545f52e0d1516da4713f9a61f2e76369cd4ad317a783ae4cab2ec2a0528db3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea811ba5d8c030c02689f819e6c76a0e03a63fb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a47cabd509a741b57c661397db102f301e84a3941632152393db507caef92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06884e757e73b7012c9ba6cb28762c8718aa6cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a37725b5a82dd07fbd044590f345f73da7f70e222612da4db8d23ce423ee748
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b26239c12c613087e8c50020be7638f63fda6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd610b2e3c15491d03de1d6bdb09bc1fc83058723fccf112e1ed91f1be41c399
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa6cecf5f722644a682aacab65d14b688fe5f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cf6992dad97be9f12e76fd99ce4046414fb1356eaa15348b632df9aba5250b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fddde6325b2d08aa2540d3a02224cbf887d8d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368c0f100f0f129a08f38f42a9d025ef9ee103cff16fe4ae7298f3e2ebd5b4f9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28195fc063f4862747942cb97f8c0d2ccd0f012a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50986cdb22e0bf1c3e7ea6810dae0050e1ec9c913ba348a1ab385668ec1fe41a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130a57ede8d69f92582ff770e55a6878c17d0359
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4bf6881dcf433f8a8f5920397b98b3ede5639308d9d13ac2d0d8c4796d20f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107183b83d6c9a059f4c3b6ba0e04feef516ce42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39af77dead7a732429674c3990d57c7bb0b066f5e02999e721f10fab742eda
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304de895d4c52462e6bf4406e15079c8dc3b57b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0360de818f79296f62a0ecf49daae0d8cb7df8e1088cdf623b98d9cebefdbc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e0b7c7ec31f7ee9b6f4c190129f5fc580d8951
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e671b218d9ede5b6cec743c2a882e396b2d159f68e940d7005b62bc86dc6ba78
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2fbf07874338e7077801ac6c5144eb9796bfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb3b9e2206e5398aead8da762f0b7daa24f0d13e79b24c60c60ad88ce08454c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e0b82dd33f33dd794e187df105c4013896e1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cac13b2f44f107cb4bc072f1a323efe6c2f52d82d83a8de4b56a1c08758e26d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5c712db2e9e13518fb4ba5de70cf39d4b23d80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76726793b388003deb7ae107ced51eb8d5e67405368c1859ecf0f3438b9ef4d0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4566e3ce6da45842c267e9739c99aa232f45ce95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7f1002c892e05d4deb9d970c2cd93d619571fb0e1007b4484fb9f724168ba6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cea70aff538564c9c91067b3247c552c226be5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810ad2bd418992134e4b1925282c7902392a7081966ae435b0693c5688034135
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60312d1639fe454b367c1181761e0a06e0774cfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054b94faff5e8bfc935bb809400eb5f5de637bd99d2cf7eca0491b9e69bcd4d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5d2256271ca609a4da142c42e5f6b3ed951d09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a35a51e5aea5f67aa7994c6127ca3f101d730bad5445562a051f285b63264f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3492a62baf96f60f3ae9d077435f0b8a2f6a0bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0884ad0b138e3c45561d7504173dcc310b37bbacf6ac3ff5423bab05f09087
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf0caccf423af11be23931186578675aab5f8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca4f3a6b23f788011d8556c110c4337d1156663442ff283c7e2ee68c413f97d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59c6ffc1e3b7294beedba7453d00b897cb8d04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9351c31e0642758614f1c1d10e65423b10e24965eb7a2f9cc5b091bc072b74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eda59af3a57e36c32eac5c386cdd533e39370f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b35f16e9128c865ae631504f3cc3c4bece24406662c61bd64cc7bc3195a7e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c35a75dfef9fe11a58beb490f3f7fae0a15bda5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256b7a9c70b13afa501b8ed1e8e228cd02d3637aee819afa48126562908acc29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee15f2ff5a67da9d8ef2cd74e53ba9dbad13380
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902fe52f8c47dd3c014429a48035bc3033be388fd538d2339932db05a13ce84c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e7298b79fce6eb58dd04c1b4120fe7d81a5805
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cf352b83ffbf62bedd4ec19af2fb643e348a77b34da28042e1fd4d0c961009
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c7ffe360790d63e969d626509f0f541f2e1926
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269509e6f77b321b1a5242cc6833f638d0c1c8dbf8ab4cd853c1b606b28bfd93
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c83ea0e63ad5aee6cfc7cb7b442d6b50d088490
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9075ad9e833193551997a89b83a6c618ba094aab9cfaae3a9a994ed621bf0be7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee881f3c6bb1c080705fa77add68e7f9604bc497
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc1890b4078e01ad9692a93909bae552eb344793812e0e2458aae26ecfaf3f5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b046a8da2aed6a73b23ff448f15ce95339388db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47cd717d3bab72b54e689916b5d88411f2d89e77667b691fcd18f83c06a6438
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c3df435f285e4cf815ee122477983ec7f29b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca82cd42aabbc326af3a678e9eca7ea10042266d9f7301604be947c1760a054
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56589ecd6a5f6b3b71e149373a6d9ac1f8cfdfe1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9dba8da6f48c912cdaf5cb5382c8e178cc82ffc3ef0e3d055b7be8e96fda7d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435daba3ac63c51af4a0d7792e555a4bd71e8e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fb73a6938a641148107c0251745412ced1445a1358fa5af1fcc81ff7dbfd67
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3925e88c7e3a9a30a150b14d457db40d2146babe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86546bfe6ded829fe317d3099b5979bc89c9c0a397909443eefed1845833e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259c705fbe74d5079b4b25c43c3f64b7a90c7be3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3a4ed8c48d644235f9c9585113f2827261e9185030d4d5a1f6fcec80124ee2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844405d91fed00bd65ed7a4d07eb54ed5e179980
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db79cbf81decfc1f8ae48b3f082b04b79763f335d59b5f10d0b4e94a9b9fd1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fbb188b3dda59d99b4053b9d3c5adcc2e755dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a14e91683d068d32b55cd2c6c5804badfa94c8e5905241d1cdf51b4ad57c06
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59df377f5fd97ba09bca050faaf78d92f5c7bd52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130f5d338b6fa0e158abfc3abb5489490e429ac8443604a76eae09226fc3f8ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674143bc50d152d9f7704380ae712958abe4cb47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a004ec246e97da14130de25ea281b1270af81ff17317c63e0e82e29399e8df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb8e30750530aacc561ce6e905f156cda55f52e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8686109cfa883605cc3eff8e94a2703f0620621ecc285522e61fdb415ae1e68
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163bb674c7b5498807432ab3eea1ce1d69acaea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cedfa6ba815582b239ab5699dd23c852243faf1a73fc68b16a5d14a04dbec9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a700f9af90a4e2d90000f7eebc0e208954e0b4b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336bb7d62ce36af018dc8045e1f252dfe86cbc909f1256b5d6465d3d14e7085e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf70dfeb8c0b68599a58012741bdc6ef1907ae39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da8954ca199cfb66f54ed42afeb68d0fefe561a3a620a6380fc9fdb15b627d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eeb5b4a46eb70d673e11f91db857d35ccfc71f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee3ec3661b676faa47fecd42110e58f4f2f152151656512a76112182305895
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf1c9b773dc3b6426e20b2d25fdffea36ef548f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c2164bbef6b2f232b4948a5a69b47ee26421c9b3e23a2e6d84aabf7e399f82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84edda86810e7ac552b2d6680a366c964916fb16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b0904800f9db1ddabc4261a099be1d9e063878ac4ab410b333878beeee084
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d9e4ee41e98d8562fff3831c900687d1076c41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd2b6017cfc59ef416a0e7c82b80a70f7488d774db08f1624d4041b33de37b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15d3c36cfd8647accd6ad516e2d44732270204
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c232b8c51c06ebc112c20bc5a70c8629312d00dcc7f66ab7ee5eef605a2a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c0486fe9c6af9d9c2ea43a840bc4b4b992bcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54959f82daf07e4cad7f3b661851dd857f97cdf86cf20bac7b74feb735e2a900
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744c3ac4ff0fa29e78186c16102e3ecf4abea1a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf5afa0d5ea3855340496ffcd7e45676cb4d839dd677242c724c978ed715b1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1f7f79c8699ed670ec181660f44a376eda0b1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6ba826b0472a2c04bdc7a8f34deec8db73ca35eb690a587feb03b985b188c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ee56b37f1493397742a2a2cf30cb6450f74791
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac24680d8779dcd50d76003e7087a1103bdf06cce1742c4af005c8d29b9e70f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31378fc0678eb96cfd06ad0d132bab509d2dee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeafae4a374e178a36b1842c27032189f739a780598ca85620d5c761fed34523
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543d2af44a5c2432381929843fcedd10e0e6af0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8f7be363c6b5370827dd40f6b33bca67a243560423c51a1026fcbd8e403c0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae78da8d58cdad3cc000641e4affa23a099af07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9685a7dc91e68026a44e48469650eb57ed840005096731081caced7be89f996
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f8483389eac9b0c0645ed68216676d4525f098
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299608abfd83c3a328a7eb0ac7d873df543137dacfa894013a47fc9512127fd4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62bbbe1341c0ab0c5365f26bcc27b5b87d237b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8b55575d7fca84f382124f3d87cf20bc0a32676c68e6de43e7b80339e0d50d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0ce050879ea55a70fd9a24de4172d042b8dc66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30586997bdb54889249ccef4f503c3177398d76151f9e5057eac1c287aa9dd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5efbb4e32377d9de65b08f916446f05a22640a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b0e0eacb5477cabe69bcfdd19be7dcbe7dca4f2ecc8477f770558e8ed0049a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d953367676c4d84594f852f77327f9893b7554
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f15c1d3b37ed84c42306eab0c0a703f9d071dae7992174b8a2ec0c42d9f1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f583599c7fb3c8ca88ee50689b45164c3710fde9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593aa4d6ab935e86943b3c918e77de1b2710f9ef13ae1097f57a9dc5db96321
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9baed5dcfdf6ea4bfe36f0c1d68a79ecf9b2c10d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec91b10bcfe653b2833cad76acd7c2fc804c0cec99afd3fe35145b92c8e8949f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d675c6b2cf200c408a4dba05c15c3d8381993fbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a967f0d5e3f1de4d4df59398deb9d0387833a357bcd96730cdfdb66b0307664e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a405d17487bc43143f0f9884967f407cd6fed467
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5e1b0eb0fc241a44f34ba2884498c4f7244687122a179a9859ce04e6b99eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c4f46bea3e7b1192d02f9da1995e9f25ae16a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd76cd27342f07e9498bc3ed43007ca85df020e1614d3d15950dab21f881566
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30aec02534cc03ad6ce1dd85cdf0673db27d3423
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f84544c9ade50683d8d1ef39a8e36c78ada560e356c09ecf41b0168359afd1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea325201590f0ab1843d6ca63ca2978e8639d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b862cda02257e531956a5cffd5dfaddb32823de86507ddc85f31f0c6a2e0b13f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39484e008a812588369b64246c0cc270a9ee0e52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5a3bc97646f2dcd7a069baa995cfa4819f049ec0aa40be00da66e25a8200e0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dc3de54608a1e6fd3a42635a0cfe2891a6c6b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b544454a32690a8254ea1adb88fff1021bacda30d2d7ff85069d241695b57ff7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e08465a2ba491b37e2da0d9688454ac767ce09c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ea361e113b8ef976b41101c53c75df6a0d2e195cd08349e7e8cf58c3e205f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68644d2c2c6f9061ddc9af2a83ebbb9a24024ad3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d90d30e3f32a261a5236f0c0a90ff66c44e83b8921fbf6f3bb5f9c5e4c1a8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ac5440815915b5337e17254f0915d649c9143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392cf2a2594d84e6d59c5cb67e7a51f0f3bcf96429567a15b5bc43c480b68110
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1199c9aeb6a94d05f7a03446bce08f0a7f8bfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d7c5077a5931bc12758997f167084503e47e1fe2e3de8ca2ef7097e5cfced
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7ad985ece3f6034a32189f32a4855128817793
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff12c8c95a490b23f471a5684c7bdc10bf2a678d73a64d4c4108e0e9f49fd2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973fad0cd74f84a62953b963393749cd03ded214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d707f89319d3096af1b715f76f42505c617fbc71c4a7779c342a84665327541
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e87bbf4dc29d7365fdd6ee7bfcf4a85a8044e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250f242c904af2611522eba9131c8d97eb001a4059cffd623f18f836197f17a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820e3298065f9bba3efc975667e0287eb6cb5e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc3166c3d97faf9c00d573566a291a5b972c0c996b790af9660f2b6a4d1570d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e49d1ec9e8e2c8faf84b61cde45a8b36bb2c286
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c6d89ea3836240af2ca28d06e06d3a892dc05f5c983664221bbe91f2d527a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eca63dd91fff0a8d43b450d98021dc64aa7c002
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e1b43573005a5999ec4d96ee17711368ac690fe43fdae1cfccfc09c3be00bd
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e230a8e938e1946de0e42a85fc7c13410b4b0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd5dc6e062784fe90c4f63b9dbf25b6e40c4e1b556ff218e4c96bc3326b3eb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd86ff20830751869be33bf3964ab1b97fffced
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f31ce609fcdf33e3516a1170b89da345caa7707d911dbc19ef2e9058293bed3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db211868443c622e179b666f7d85386e92cfb66d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d11dd6a5a673e5bf17c7b518d3cc4d95360b5eed6f04e930df2f4a655b006be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9189945f90f5a6648a05bffcb53dbe07b555ae5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5598be8a9097aabf51b09719c7dc68613ab183d72897b0a1ea83a8ef4d21a28
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacb8a8dd77a3f5097cc6ac18f41920b184b60c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee598280349618585280562003912a8edc95aa57cb5d4042f7dad1ca34fda28
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e873911bab03bb43febe1fecf9d3d150cec4152b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2af450b68fbc8b7832b67f948a823e94b2e0b0c2331f3256ece243f491d1f1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c3f4c0c216055345ce5b18dc7dd7836a640cc2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309cd454ed0460b02c4d5c8b5cfdfee18e12875d5835c8f17b2e5db58c1f266c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee8559029ee436e1266f8bf8924b56905a98b89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f17f8203b87204bfa882b9421bb0f49b53c14acdf4450689560e6004208a26
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bac8fb902f1c38630685c9f4b403666ee41255
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61d534dd7d2a90ec0d403984cb7ee8747af237b92e72b2e758bde33bd1113d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7a717171f87f13db6505a210d5e1512ca7244b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19e68c75078015bd349448561dd9adf0c8994e54690e18d2e4b22a900a1c734
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b7b34c4f46fd65c749c1cb4b05069c472314c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb76e31eaa65838732ac2792e39d647c54d8fab6653c8f1f96bbebb220136e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe90757b00e732070729389c96429b88e42a40b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a32c058bb956a7ab96dea5e4119a6912f46705cd12389254911ae03caa8aa4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4deabc8982d632ff27eeec15a4d8346efc0352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ef780f424faf64b051b7364981d2777a0e538cd8551b900e1704669ed97eb5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81f7ee86867b1f28d120acc06cbbdab7c56cb71
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6e63a2a7e71cecd1cd1a154fdd6e166fbafb2f858dcd06dd5ef227e831d61e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33a1748ced1ef8a94d835c20bb361ce3fedea36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73243322173203562097f6c00f2ac4409baad2e7e2edac3d7fbd7c62b2a9886
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9743c057fbbcdf367e91d9a9ee40a04bbd741730
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7d5112871a0321098c0e34e9d8aa6a11169c2f35cc15c44c7599a6fc6ca833
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38f54ff817af5797ffe578ec2f399750848142c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b03261116a95df3139421db20d68520aa294b60edc73941931d6bf05c61a87e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db727b1aba7d03da51bf3db9e4b276ba09d537bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84831931914b51153f814f7dafb8292260a1c65a9680bc6cb3a20a4bede26245
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d68a85c22e67508cd83c2e6401dfc95737d278
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcf7ac4a0a482103cdfa1e2ebd1b7a726af09757947df4d63cfac3c7e9ff279
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82f11e8590bd88d9a3aa1c00ba85a92234cdf6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a639dde0d0a8bc9ab0448cad6471db2f00894c173f0f3692bb71faa011248ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da43315694cee7a130fb9ca01e70e297aef3d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ebb487f2cbf2a434932c3299e2278d4c5850e15603df9d711524edc96d8d71
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b9a171381a8e463189bac6a828793df09841f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a358543630e08645b388c2ab20e9ccfd6e302fab59e585233b722165386ff52
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27b3f7d8dd893027dfe8795c91821c7f338db0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74876ad0de583c18b361d72b267aee5e162512b58bd370b0541b93f5cdfcc109
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5527ef8b0b13a323a361cb5e229ab2714471d38c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72023cc28792bff2db4120d6d5a9a94dc0ca825066b20c573e4b1c848b0262d9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63d1646a99df0b1bbff6543d77078d9947e112c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98db4645573ef8cd8f796fa29e86defa88ad4f992091c997caa393c5772bd37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a75fd48208abfc35962b14599c7e76191d7b6f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b69c2c935786b97ece485fcdaefa2a4204c99fecaf2d85b7ded64bce677f95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3592ef6e86685bb4eba8fed4b5c11743ed5e64e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61106f0e3bfb3f0e4870e91575e53aab90d4806ec2968d9b538673e3b57605be
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69280a657d9110dd7cc256d2db662a222a12e669
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea48e25ac7af60231f139fae7274ed1567966084791679da533eb47187aa19c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64766f643a58e8b03f923ac7caea0de813a3c635
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c274c88308bea09468f6d8f652f6bb6b755868b94471dae8ccb9d1edb3e5bf43
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc188fe2773855f12960f92759586a365ae97e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccdffb494da7b3c08026ace0c4d69f078737050f9063de7750cc2e6a1640085
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be74dc83052d6cbb929d6e69109054445c2bac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a16f12310e64679062dec3c53eb7fc08bc8a7ee2f9c44d3b895ff9e05ef47e2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa90a73eda627ac4f5e061c2b7411a526629a00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36a19dcfd3ecb64b190618557b7301e4e047efccf679647d512b7b3d41dff25
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf2fe5016f8bb5675f0b3ab13c2249b57d4490d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ae9c2fbe45367bf53171871c52c179721d254f8e1470c17060fcb4d09302b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b274e70e7af296b9b915ae2e5d98e28d7f5dde
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d644b5445b8a99e0157776ddd290ee6d300ab8eb55ced0d77f5402a02c3df2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f621b9919bb0fd1120ade78a3683c6d9bd83a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e4157e9d491f8599063485eaa33798b5a409bd0b2bca6c5c537c948026b0b6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8215fe35b6f831d5f1ccbd15704d70492f69f593
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b862c375e175c235a873fdaa8e0619c0cc3d49fe59b76f534167f26523c69
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743e4b7ba2202edc81a92ace675c96e87a3aee1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b750dbba0cdbbba63395c240ea8f108bd1e21da8a155de975fcb222ee015919a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487b295d2c09e284986bc3f55e4abcabdf416e37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936a2b1f02ba18d184bccade5144c8fc96e71cc5ff5446d07518b504a0f95930
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3590b69a1615875c7f82e64251c42af33bd7da7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3300207af2fb7428f20d3c3fe959e61cd55222b06ff47bd7a0e0f3561d30ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14802e459f0ff3db46d387ea6b0b069256a07813
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1328e29e796ea38d9de91ecc2f6de00fbb2d1caa8213787efb0bd045b1b54a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52801f0c9dd62546a00dd1fec9fc6025fdae84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7edae7f6bc4ca0eb192588c429a3c70e96cdb42617d8512b0869d01c37ba65
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4f3549e6e9dd8602ce24283892214c14e173a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f783e81ad216662e7c03e2277956e37967e9adf7812a1db7345d147efd6d266
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcae48dcd9619472fdc8816cbf974260b2cd21e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2344a6661fc3f06330ad2bfc1b018b56a535dff7f9875d7dc7c7e31e0b9a335
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af6a38911b1f4caac6879d4ce53bf70281859be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ef3c0adc192b2e674c13e2c1a5b24eb6f8c92713b4eb6f247a0d81abcb96d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7047547245b9f7a8905f88c482fb889f35794a88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1062d490e3a493ee3446bbf3e7c53e9817bd23ed8fe9acb2532d3fdf77d5b0a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb48985d3e6f8cc5199a55895020f9448b2ffa1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b29baf3e35faa40bb7ec4ca415d4732ae1adf2114496a2f2fd4b0614300206
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd67236c335dfbca92c4d0c69db5769a5123ea69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf59f50e114c5585610ef8b05bdcb526aa3e470cfb41e45a16275a5981b1b18
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692bb90fb130151cc1e6f102973ce9bf82ab32b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69364081c3099a3dfc653fb4cebc44102f4dfbb90eb81abb5cfd45b3199fa3a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77b82535369b5861825cc03dcb670d763d45cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a557e3d3de94ae1fd1401dd5115f1b576ebf027a724fe644e3906ab7a8264bcf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cbe135fd3a5c4f8e668fbc2555847b931c7dfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bf238975b83a8fdabbce71dfbc3f304c92489c2b77a28506902e7002e680c6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436e47c683bcc2b87ec65aa3a061eb3dc275a332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bba49513c6cf02de022f5f34313e78411062ec995c2bb15e3172c658e9193c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e42a37f6aef78e70d9bd879db79eb9d460767
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccffe81e0169ab8fa2cf0d844726beeb72a51d0acd35faf7bc8d98900c9caf7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4317e611d57eda2b7495c581b7317923a83c113b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aac1294beaf34cf06d669f3aac0977a3c4f33841aedbe5597b9d4f01a7ddb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e4f62126cf0d93367ac9f1e5858bd23cd012d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df89801faba23fea5019ad1c6709252f95d3a54614e78e2701b48d0e2689447c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a025d66ef5da26bbeebeaab63488fa2db495f49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214e699e073eb67f02ba3c2b979e02691dcba9d2fb20b7cf0bd50f1d8563acb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db7ecf61cbb69b00d9bbaf1cfe58be4c632df38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d2c4a64039be2a94a61dd73776f32a4df8d164f8356de9b45ce523e8605b5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8684acf01e8f102cb71781e123f7645d3d2d8cd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320c6f62556f5240d9c17eaf79b8c34c4851fe2958a5f84add337711cd1d6e42
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253bbe4189f5d221d7e5bc59c93d3fba92f4b369
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38422ffad09fb4eb6315388fa71fa2b75442cae5ce934b104807f731a6d78413
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e7fb8796a1be381533c05f99d9cd0a1e319ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0c90bd97b3522a33c8a8fb1bedd6c482259b4cd9726f3b956c2d2b31436e3d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d229c2ba9de89e621c5d753be90179e950265c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fcb0b6daf3dddde85bf3edb403e22aaa212cda494f4341291a340becfeab2d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64da03cc8246b75da5acb0eb3b6c57003608a3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec8a273b32672c8f9d22f05c14de44004afdbdb1158031ff2442697ad6d7d8b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4724961d100ed57bd65899d50e7c77d78bd6ffad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e48e31299628469c52b5b6c1059867373baa11213ee921fad552f0ea4ca177
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7d2deeced61caf0cd1a8df97bd4d3fe30c6d75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e53f4c219f963e4e29c77793cd3a65b7183552a238e3641eb4a99abf8d89e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248c61265e8be98dc9e252abc963440cef8bcbec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994df4fc817e3f72caa067facacf932f685dd00a819c7552c67d4992df6dfa5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b99c0afe8746429c3ab04d0bb55912937247090
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b20d2898246ab58789a6bed6cfaeecd31ac658d811226020f7c6f1fd68b325
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bf1ac47d006d34817e37ae576427417a512008
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe93496ea6add8bb9d351448ac1d9111488a86f5589a86ba57088ff856987e8d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ec16349e1e33c76d2db5bde000d17f03500179
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f784a1694fd780dd2a56ad126040092883b1d44d21c464a0161142245ff1d60e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be68b6203dfda3bf383d1e2ba331ec4cd8aa006
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247bd859fa7f1dc0703f8199637a3774b96a4f807d7fd1a8615663cd38744397
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc04be5b4ce956116407993d49fe2d59f9dd2fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f32c4af092804c7bab9b3bc5d5ec23fb55ee5b378fb693ffaa5ce91acf02e21
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceea13c926b726449844723b095b6983ce10c795
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba18e323074576be809b0e551c8e0f07d4df58cef551dea414fb7d901b23180
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c70dc1ef64784c5450d895f3a4a0259f9c581c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385d2ad4493df62d718593d699e9b2eaba18eee12a8ab1b21e84d38ac95bb6cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0756b8eb0d957eb8b506a60bd35d5c012532e9a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3add3ab79f0fefdb34981090db52f6a4bfe62b2bf0aa0697650e99ed42cd7f59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaba0c864944ed3c3fbd22bb2697ed264c27946
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116391e3ebf3afe0040fa497d415dc304c771795814b9e61f588e0ed18d7af5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fcbc2877fc4684a3e4738f3fc7a87fe313fb98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0ee8db861413e149cc123861e74c65b37d1f296d5d6622361200f8738704bf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07f5791e27a56fc12ddee314290ed4df3f6ac8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e7ba5f391b35a628c35822cd2d656bb64ae549d78e3fe1da4645d966a4c6bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ad1b42bfc1b70f788a603a0d5b5ebbae84bb9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbef2b24882dc243d83d8bfbc3ffb7250d981889cbeffe5195f569ca8d6b712
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4307adc1cc291ffac776f148b229bd501764eae8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a3ca3263b4049ce14df461707482472c28387d2ef1cf350da66dbd2e04539
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f1e48ff3fb936d512b0087d1933455f94dd0ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a927a138fac90189ceff79952e3f4a17526a6f29056d86120e811e5b858cdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb35e6e96ef8290ffd165437b922c105e6581a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6188b9f1ee9d7e6598b73aa97397391a82427eb02ebc4c196958244a37cf9919
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b33d00909826f5e1e9bdce149a6a3196300d0fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456ee999a9439bf383d9409e85ba8d07b4638aa89100e36607004646971a1f03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233835ded4f09c1b3b4b7d972bb148d4673e86eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd9e0f5d107f352d319e8f7d7d607f28855e7cbeb0d0060340cdd9d0503f27a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367aa5901a93f69665955118e8853c7154580b11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddcf3e5816216ecbcbde7ea29f71e0019473cc5c68ba8fd4045fa815e2ce72e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557f0aa8676f804e3450a2210170e99b5fadcfec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a704534d1d903b2d692e531ca00fd46bd73114b1fe337a80280d4a412b209841
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1883a9f2f3efb336a887b990eec1b56d369fe1a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa9f0fd7b99d1a717b2df41ff43d85d4416c62d76288fafc771b5de360f95e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6934be2c70ff510a420e8df1551b3362fa6b26a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74c761e9c9527576e1c989f9b6d8ab56e334c114891df70d8e055b6b5f86d50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7118839a15ded5402c98d7bb2e2ec8193c950d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667df75405a22fc3b9abd0e196bb02ae87d7ad2cc12c9f648d789816798b8f30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d711d9185db7bf70fe80bc1e0ad1a32fe95d406
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eea581edc87c4a52707590b4c0c78ea8b8c3e65ccf75c05b2712e2b4fca51ce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc6df22e160c4aee79d55f22997102bbcad1853
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea0b9a1c9ab14a3905d4511002aa16acc2aba365e733f17e3fc0e1b617e2c71
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9474b6b71b757d1c7b92e7a9adedcc00dcc5b5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438a2b62f0ed8f4131fd4a5c4f5732e027e9c28b6039dfea85d62fa10647c88
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f77b201dde03a1c4966820a6f5261dcb2b7643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d7d3cb64c5feb62e4e49122f862f4023aa8663cbd3e1d6b9694c362a405fbe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ccbd9b3c97e68cf6a337c9dd4bbd442f3436ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d573ba22341e5a44e81335f3831eb1fed9dd617d6540ba4319f4731725744c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a450d48578a95a49bcc0a9820589a488bfaf8c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7731aa600fb017e74926396f7501ce749a4cd79e730ee35868aee2d46ca8156e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac0d0db40d80afce7e29f701f5eed0acca2f9e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f20e52d10bce4640651f1dfd916b60d49c8570f28d9479bfc993d4b1489e04b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae3a0f7e0448bee8fd18ff2a8e24b5f6c496e14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e079fef5d3105150b083d84db1eeb998b4943cf89cf87d28d5d26b0a875a25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5746a8392504dd0c857d1a5a86fdcf579ab8fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fa8d884ce6f454eaccda3f8ac9b183562e877f56a2b84dded14129e1c7d96f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff321a87e9f761d48dc1c8f56c51f04f7ed60110
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e981486a852626531536b10c9e54f70b17541aec506b16e0024df2ca5365a65c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4697e59cc94a00abeecb3dda49ca133b2338ec67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8b01e233e76017744de037cb6aed3a233d3f8a019735c40fcef8a1ca994cf6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06a6b327ffbb0ab158716aa31eb9100d1dee71d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11693e6062827c8b01b71c3766c9da789aecd5a431dc16919d9ba3aa509fc818
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6666342b2e460f027002761e5317b694b7933e1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75d914db9872290f4d28d6038b38159a257b288e6507a3a998d169101555d7c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ca8e094fc672d2432fb33a80c71b6f793d9c09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e34b853a733bc1fdbfe662356d752f21ecb87fadd68785a83557358a781297
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0438e9d8dd12a8bb67ec5b680ecd398b7fb4c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990cf224130b234dc9bb71724b0f524e8a4428a066552094f31f1d512c813f70
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37f1fa857b36bfda2d7a02a5722bebfa74d4a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb63e0fe0175bd6ec6a5c81be4c127394c9b0b73bda2f824297f1c5cdd30b95a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092b47c025ab07d99dbccf5d11c0e16d28da4b3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5020a3bc494dd66166e7f05e970a1e6be786a65293e792f7a3079b83d3bb4f36
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147dba0aee35344d918e808187ed2dcdaba4409a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b8f4efcd25256ac6386a9c3e97cd7abfb032c0a944e884e3c7716188582284
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49438d4fff3758c2bba853ae355aec7b77298802
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb371f8b041fa55db482aff59510be718941e7af866e4b2da39487450a2d6af3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301e2fbd3101fcfed589028a590ff5028007cff3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b39ec15af2bbbcdccf7f4946b5930ad70ad3e8610f09aebdec77df5eb84fba5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a068cd9b934fe405656a39f69427ba2efc3054
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d65879cba48c9b2b5ee1728925a5f0053105fc3eee9eae96c4ab4a613e34ae9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1817e47f821085f3cb0d3deaee08e56d528a5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d0ff0524ba0de19865a30e7c01987a02493877565830dba5fbd41b181f4628
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356983d6c0429b8ef7abd65e3d1659531c339092
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1501ded9387fda46e9400077bc9f38ae7386168523214dedcbf52815f241b0a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f97f2d9f978bfb16152a588f2d9ecb7df5a56e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04554cfb4d0274f1d276edeb32b2d7e6a80806793324b243a0a3bb75be576e37
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6bbe32909a0d18c6a04c9d0bb677932cf3237d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182a1fee927a3b7acabfe955ed00e6a3f7e95f1ea247cde5a38392f0933af6e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c64f1f7181b944754642588224f0d0dc2759f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544b1a4d43b7f40907de13f55a714dd4ab42ebf75332782a01f039691bf244f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32c86a1263695c9b0b4f0a3c5958f647e9ef95e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa339cedfd1fdf79d0e8d26de08269e52ae9eebbd81f34d34dddcc77ca1ee7cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503ce717d75b44f7dd08aa1a343e02d7e110455a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90b21a8c221e004094ec869216ca16202bffa6b8dca351bc7c45abcc0b6f5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a08fbfec52e4e7f19ee9ad736660be88410f129
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be7e9f6b5d3c4e643d90b95dd0fb3a6c77fa859b716be8bb7d54d121ab6bca3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff82904c17d978ff899b0c2f36e60028d3c0b8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49dde38e319c71d3c8af15633e7a3f134098ce4a06283be101520fb58ebc2fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f45dbf402d38a62c412858b402dc91619bdd145
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8650dc1e811ee4bb0fea543ed2bc8e8dc6d5dedded7c8302c116a1c9002f4048
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e7f5044e41bce69bb5a98afbe3bcb9f2b0206
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f17d2be7e91aae3fb91749c5928a0d152d6b5d96a5fabeaa2c7e85432801482
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acfe9e666208d829f7a3bc8ed47ace2b84113a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebffcce66a3aec3414630c530b8e9a5c8ffedb356438061668242dbfd12667f3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c2e4f9b8f2080f4f0862af964e6d8d83cb0a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427371c149e4a0f08abfc5119bdfc58f45da1e56cef19988f514adbc69e3fc27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6641f71bf41af54dbb34eb8acf261a14510b5c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba39c1d0a705b26017a97ae65c3cd2de9662e0b43b57cd470db6019de67d82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ca243734f36a694b7a900f6d61da29ef885469
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9575ffdb2e14d08d3ea9b2dedd5a39271b845d7f0d76275d1a7fe407a4f1b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e48ced424f089116f89c800e8059c64a393f64b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724a2f43cf9cdff0be93f9ecc85ef8c96aa95ebdcf2ddd143a67ead6538886b2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af912168496e84ca719be8e8571405e51c4818e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418796ffd1fc846ee763624942afd99a8be048c9ec8fe02b010221d44db27c2f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8cdc462615a9a021a63727741b2221386c8c50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e3f86f6cf8a787a337d7d3b27fe360d0a840c265f122fc2769e5aa0ae1fffc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb3acbc2b63103c2818a64edb5cc7026b6ff361
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9965960a492bae4b8314c5a2cb8a5491f562d4de233a2b9f0dd9935c8329f25c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52179475a4497e646ee5a603177e012be4fabd19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3930b2a806391338a4adfada6e7f691dc7e51cc31f427e8630cbbcc1e64441da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976a8621bf03493578e344ff81bb9870c1cceb60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1932c9e1fba1e32a899ea1345ac3bcaad55f4b21d880d02ead98426796c6e7bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24327184717e149d6cc29a44b52645c7300521ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bf4eb508cc5385eb4eb94c51f9f04ae309f3a4c940ce7db1fd5ff34917909c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6700d222ca6cacf83bbbadd65748ef662fd7cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db88a244bc1798cc91fa208e7e082c9b6fd8845a564e7299ef3b905c846dee5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81527f9b89ad47aacdbaa495e33007110d6bc0e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444001922d21ddcdb94f1a6c8bed3073e11f82430095466eddcbefcd1c3caf5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f918c89ac40d93ad6826230533587c6889de8d42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7a1a876c96308b7449eef502beff107d85cfc83673ff7cd64bbd2978a1ccac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833f50cc29221f546cfd4268ebf66a33e080f92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cad9bf47ab8da6cbe4e00b2779764916bf37b7b6d8e48174a47431f46af68c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2d8185f13aaf1be40c00c7e7abf0abf0a14298
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1cee85807d77df9095bb8c44426f582bb62e630b66a277da8fef37f0d9c5ce
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49810f6e13df873f5b3d8186836c34b8e214b1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47cd8e7d2719fcb20840b69775a35f6c11fea524e815d5394518a900224fe2e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb897e2fc6848249ac2a040fe19d360e9948981
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c84725df319b5525b83741e088c85b4fe4669995410f0fcec3c70f0a1b75cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0648d5e9452836c973617af4e95d4ffb06383b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf694de2b1e03d8c3cb251ec19af2daccffad70df72a99164826d2eeae82db2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb684090edb13e69923fe8cd3f38e740c8466c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b5b30a30c5f91b2b1ada198e969fe6992cbd4dc17b281b4bf95793d5720588
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a34f972aa8cd2f473aa507230f7c55b709c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240f831aca0c90eca6256169f4ebe5ecd00cbae9e726763eb93ed6ce34d6fe61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d09fabd55ae9d630f649b2d96e59c4f85aff67c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e38d0cd2518511aa6f5989ff8fd23dd268839db72487f0e07fc9485ea789323
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04991d393c93986757525d1d5cc98222d9084295
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d0b57e804f7a5bba4e3a443a90026645881ac2bf3f270b8b8348187e35d759
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f942c4bc71f86b5942db1768fc4552276187576
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29af6b6a775b387897bb430619f01327a8dd3442dbf642b73265e8acbfe87d2d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeb3fcab0e340c8eef75d41cce3f7ce74f2b453
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18d456cd37940ee08ace9fa259b0a09dde428698861389b9a8f2752d8f244ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcfa4e2b72d5bb339b4a92a0d51a43af12fb32a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff285da3466a0a8d2c0f91fb7ee82679dabfd090bb38b50a527730b8f9ff4d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b391e8ced2e6a8b26cafbd111d8909ead636f79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64584e1608d57790e481f933eebd41d74fc64722f9d3f307336ade583cfabd10
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07708926acf209dc9dbf077afe1c8ffb2404e675
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd6ad66bea809d72747f4d9753d0ac61c4c012130d935e8e4e2f7df144c7af4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93075cde5def322710c5304e37df1d07b5e4c7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5865253ff8aa79cdd8b139f5ffe21c7836f8a7b9267d01fffda12a7c4dad22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775d1f4ab10d4a88a7b4c73c3b23ae8b186c3e75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e224cfd234109287ba759409ee73a2ddd1bfdd559326091b225f8137115a61a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294d98e4ec0d5c397c1b74f836baef5917f2c8b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36138cc63997cd1eb07a26d8a75a1ab5bec5701f8a7f847e5ff9b2823808d83
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dba485895cec59ea53febca3f246aad4dcfbb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971fd7b185f882879012b4192a3cb76934af7d9bce95397cc4739eed57d7eb94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b201236858a83d62010a74b146b54ccd80492fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec6a00af63808b65c1f91394d036ca1c62be66b69f4668b9e7adcca4ef7783
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df741b661689a19018d6d97d0179f67ce3ffb98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af25c32df1a5d693004dcece4ee46797bf4503105614a5653cd7c4ffaa3f76d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89623802a0349b58225f099c7c4d1eb2eb8e88b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9861e29dd4ceab6ae3df381b9617ffa9fcc6a22e3710f8e0af13083080ab5f76
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968f4209d154461a352ba39c18e19ab9d77ff07e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1e9f70810115a4d3a840a1c889b7ffb80860db647958775f89272e7588959b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2658ebdaff1deed0e4442b2f6c7da559aa016d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1fd4c12c57bce3a7a4a38377387ef16403ef51a183bdc0bfbb0fb3a36165d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9cf28394740bfcb24b389f298adfdae6f870b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf5126c37358eca741216ddefa616d66160b3d2641bc947cbb6608b3a3f449
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4750f5d7821460a7eba079bc26cf19b5f5c69e4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fc262f804a42ad5938309de3691eb74b8b1c6c3ab82f1ac2fa30438e6766ca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1e6ba60af4e1c7f64507b621ed8598ed71e85e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a5da36a77fe503966f2a91e2b2806caedad54131edfd30795da28399ea5207
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1092d2d301b8def6f041ebdaa091de3002bffacf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0560b34f5602b488161e4be6d5919d6c27f0754f75fb9f2ba2cdde705e01a0a6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e7dd3ef3d33c5b9fc0fd9bcd4a278248f92b53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b321b43b7aa5911751a207aeeab9cdecf0498ec395c327cbf66cdf7100b37e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ef6473cb515e175030f2122ba539f8bb31c081
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df44be5ec7091c89dbfd57fd2d19c6f7f90167c0e0da8257fcfc97289b8dd536
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c2961fb2e13b1e6b421be368a3bae8c1f7ff40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45e079083a419a1b44b46044a1d187c090e7cd43472ae7e362a52e843ee591f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69306316dad66e114f8e4f4f9e1adec55a6a3ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559f6ba5ab2ee620b6a159d07196815c80b59afcbd33512e0df437fedc12269f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eaff01005755504c035a8fd0026dfea4482aa1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627584cca3e5cf8bb7dd338319ddc7964711792a9d6cdaddfca0da1c7a9de240
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c1249bdba5a23c117a40a8d9a124ebb86be68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bce04ff4a51c64bca3ebee96a04d04e0313466fda5c65871c1f9d13d32213e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f3899259304ee646935bd32bc6c7794655ae1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5827fb5e6b003e3719a7e7acf2ae9759013185ba7e822758e50eb7851e4c4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafeaedc3e87f19fe9626216e5294a2341dab98b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4dc8b257262124d855d32355a0e8a5edf79603319d332d198aee2f12a5ee75
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe8bde47fffa8bbabf2d9c8a1b6f58831ce8f7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6951c0b9063e5e12e351b312149d5ab6b93736ee2b4a04c549ae07ed19a54b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7df94b2e2fffc2f71e3868ade10f45ba224265
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5975bf8a2d7dfed50eec47112b8d1fc3323414d89f2a62450cc1e20e4475f98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9002ece6cdccbc5e0b747eea59eae418cfa113c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a53837f8acf0d8839742419926eea3051628b9ca61e97a43fd56211660f751
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b517a35a57d7a1d89c85039fa64bdeb5a892d2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054afdcb0836f5036d0606cc495ce41c3d4522e587eaa257208f8d5c20103420
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aac8ea9942e7c8c3f8aac1d481df12139924d8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb22ed540c2b23510be9888192aa37bed3ac2342e2bbafe036de184fafb5108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252bf1e22e5beb6e6ae616bdf27b6c2d6afd8c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f6fce87a360961be6ad9b44dfb7027de9b801e8177d49b339d1b20dcc8281f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eae2377b8e1155c69a3754ea1a7e98bc47b887
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3177555577334c9e192db08d854d86552434768c33d3cea5ff5afe5f0cc831d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad444f3536e26ad8540b4c7eaef46c4d99b6a10a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b62e199e99d098ce37976a277a215c9f98af090afca7ca86c8cc0a464b3f5a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b66c66c058480b1f5d79d171f4da48a23273271
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ef150bf41d006f5699fde9de08a1af8f8f1ba2849a5836eb628695160078e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5007cabc42022643782c8e1bfd46dc7ac383ff5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974bae3323db8690c8b1043babc6032c39e93d8725852d7f37016139f4b5cda0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eccd1655d65a3bc623ea3d21469a12407721c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b998e18dae2773e18f4b8e2709028d38689678d83f66136ea3763d6e1b18c3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de5e8b89351cafe1d068a721120c52dc731e0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44422e84f853daefcaa6ddf3ec74f8bb7932275b0df471180c82ace95f86f225
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6b4007629018c88bea1ec49c52aa0c20f862b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a0205d7c4a05f9e609904ab95cc1a4ee18dd5a65a705df25c96c220f63bd29
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d491d87cb340c24e84f20c3be2cab8bba547b85e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fceb5bd0fe5a2db99b5a2206d525bf54387c2018c5d3b4ff3eb60432db2cd6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230e76f08c573f1a6130dbaa8e95fec98dd01674
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec94e5fe34770de7a5fd9f439dbaeb6ab875fa2d557ec3ece4ddc5f9e51fe3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3fe1fc243a6e07aee84eeca2da148aeacefe3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060c8062e3d08f5e80ef97f60375f4874fd538792ef15fb7fc51cf5a6365d6aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99642930e121fd4101974a8f98595d030ab75131
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e424d6875e5000c54beb437e1eff051caa1e8f9aae0fa263f50187144dd320
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20cc2e1dddf4e991a3134dc10ea234b4e03d9d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e637c1831f3f39ff78f4b35c92a918c62481581c31cbf160df5f9e4bb5ac05db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb9d5dbb39495d122a53ce7548d678542d73b42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e2052b1f280a9030086afa151b760b088d90deb5a9f54a94aab4dd82f9be41
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3599e1433dec8cb777fb1dada75c3199cf7b3455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872a1837407574e73ac624c223fb5d4d9b61b5ded489440b13bbabe1d615fd8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b932a66990295028f0dd8617df7abedc874b91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2f05c215865e07dfdb4cce216d680699a0a05e2667236a7077365e2d3e0c4b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a6173ac96c760ecf6e4f73cfc8e77b1599bcd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e1a8531747c9f82f43377a8aaa6a438f13066dffd0200364936f6051270f94
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7610f890ee92520b040653910b56256745fbba4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a589e559d969d592b358a565a5c96afeec176012cc15908f0a7da94045765b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6370f8c7a9e7569b2744b7f4d04ca4d8077d9a5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d08ca2d9c234cab71362b313e40918ba376a37422e5faafd8614a792557ffc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6ce8007d2155b541d54248cebbd7e5a44b7399
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d79cf03065d5bb4cc370eaa2d09802e3dfb9a70897984cde96aa7a130e04d83
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da331d7554fd57989e63c849be132db0f08b6d80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c310b6ba8618f9d50ff92f5f1359bdd6b3ab328c0b23929c26a762be83d85e20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d28991e1663ca424b9f7607df034f215a360fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475b43f56f13b9f85b81b6f586eeee4833e5b6b0c3746ba2b3bf9f23fe0561ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc582453382d2c524c8df0f813b715cc8b56a667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0615f207286117f2ef783f4b5df7387be092aa72594d8b009263914d4daab5b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f528cbdeb33922617e89a96e9a3cadb52761c8ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e93879ae571781c3fe75858db2b8340cdda93aaff266b03653254fab6cf0366
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae8c16037589f6c17550cf6281d6b296a46a053
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f0e532673e1e2b398b0fdf5920ab0f94eed088a347b87533d235ab66dda1d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa016fa86d28155bb645a6ec6f4084d32d7a2d31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb174d8981ea3d1c527ddc23463fc3718aaf4c8f4c9c4ecdcc981a9fe0b419a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dba1695e95c05d6efc773b9d9af5f61e1a463e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb3966488de8d2f272e9566b5eab7886d68789c92885244a765f6f5f7f23559
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2c808731439053741741ae159e0c068b825dbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e764452f6c26c10ac150b36526c97209ee18375032b1d14f9c5998577ba16db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e145f25c5325cd665d3fbeebf4de44f350deac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b52d70c51c017ed4f1a10e6898d80ee09ec108990b583b26e77373ca0eb656
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc719c185b98ba807d6b944abfcd8cd2ba6ce332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78432e9094eefb2c634f4774d290a01e88fb0e88e613fd6725d48519bf19557
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589af407ae0103bf4aae97f8287f92936272b287
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430fa92a702f299ee291d3c750ad434596b1fc6d5c231b61d1ef16baf3dce166
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650d7d4d5be0178ef530ae8386aa4ef98ca95da9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2851c94063eed450b19dc213f2dd434bc8cb68f7aa60686ca721db03ea6ae8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e406680798d70725a95dfbdae5e399d40e6a5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c43a27faf0767894890b7ec35cd3c34f2968e34fcd39cf9d53dd22707492be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dce62c5215430fcdb36419d3e7f30a1496bfdfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458dfa40903222ca109b5c709ed8a401d365cc9646301b352f38aa92de4852b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924720cbf757a3c56df4651d49f1b9a5939fa974
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cecfe05cd655760294ee66881ce0c2c198bf1a3cbf8f0f8bc947812417b653
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8fee197f878306f5737d10cdb18fa1eb237b20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5e0b95f5c8d5e13fac35dfca590bd4662c032c5691d7ea235901e8dd0a2a94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bda9176e0c51797f982a5fce5e51a09f41c6b78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b779e6480618bb122d62132b56ccb166f4d2003d6218f1dbcd7a0ac5289c39
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b96919462fce62d62484bdfbcc34d76a6f93daa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ffeb985d816517c38b01dc11e3ba86fe259b14313a5adf217e97934948bb50
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1685cf09f0dd8f7d6015803619fefc84375b7b8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2ddf8997fa02ac443c265e29d6a8fecc02ee8925c16506a81c465b72575dd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f557374884db33f9f577cde2d32b22358ae49855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955e3b49294e3bb5be65afe154582659e6d1bde03139a0e055fb6f58085526ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dec5fd2de523b110b2854dd7e21bb5b2303f1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec9e6b796136d6a022dc8281593bdefd4fa87d4236894d7ef9aaf22a0de18c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76a9c010fd4b2a84267a777e858cca32cc3286f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097a4e3ac7fc8caaea275ce1fbdea53a6955daa5afab1775835c291778540704
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30db95a5503cb8f115052fe5f9617630472cbebe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b88f6ea9f1e056dc4f8dcbb70d8b7d7047e03af28a55a9d705d3a6569015fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddfec4267e45a42978fc6b56f2602127c86ef37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf750b2dc296a47c71b969d9c7e6bc24161d932142356234bbfa6380e1d3c5a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321fed4093862daad80037820b3d73073438f673
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c807799428531f6e8d1236a3d3053c45697c822adc8201d401ccb4e739cc79
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ce0dbc1bfa356fc53547f31aac813c59abb241
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fa0cd61ebd813352131c5eeb74a1089dbd1ab9d2b7d9b3de891fd7e116f2ee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbb9ffc07c6399c952b02cdb744ae0e97a00c7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71839a2155c28c43c05aeba61f52e8364db411e8ff0d3879f170a8ae5f1f55b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7020fc1e4e7c68f6d0899e8f8f7930fd64496a0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed39fca33dfe180bc324bc8e9b8611225adaafd4457b9339c26faf54b113d1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08ee506ed7eb9f88de2010c63ea899a88b8100
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1714420dd40ddcdad80cbee0901bc9d5a7921afd9a82a0867aed49090e7addf5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ae5289e779ca616cb395e881a42ee849469cc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f892eedc715e4adf0e4387b4cd33a43001ab136e00d2873545af5f20d15819
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f97291e45e0e8fb6647953d5afaf578f3637811
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b0e57bf65f6a3b582e24ff3615610eb10a5f796db4f3dd5f3184e0183e3e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9cf360a02b1daad02f3297eecd2b1734a10ea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c6295c38dc10707b6b769bb15cda0d696637a1571705e25be7d6894da683b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f5eb51b01a23cdf593c8cda1d6bc5a232c6701
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de606cb21da8be0c7e90523b90e7225792351eb4358ec0e9448ac535877e1c90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388ba6128f869bec59bba27d62bb56f7acc4d0b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a434a1fdb5b1c4b26d75e5ce81d2de0ff13f0285a64d5cc643f867722d4e279
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a7b719d709e2fd9d84c70f08fa86ff64a69db1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5936ab76639a35b608576a29d9d7a15e477774e2bb0c1c3b2a65c119e49f30
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f453e9adb2c56ac1fe80f396fe392a28eeb35531
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa744aad1bf74e5dc96879fc698a028988c3025d919eeb9532e1e5858929b2f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5996885bae0928513406e3041d45da54c68b941f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01d22c5b64a94423bd95311400f5fa76d1379850d5721ac3fe723f9fdbc0d56
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144a953ed585d4026b315715d0fedfe842c2cb97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771838eca40be73b1104388f5293e993081f1dd1e8f369844a255d0da954519a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca28829204f272f09e6a7134cdce9aa851dc863
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66dd3460b2551a9a4767c826d0eab29eb21c7a4c41bee0a8c87111854c21b7b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caf9ba0a30f189dc1f172edb6b13f9d4913c65e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3315ea65821d18c1408fff410397886cbce8f1eeff6ec68f138087dd020e64eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233eb6d75a53ef86dab499f6bbe4171c75c8967f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068707fff53e0c6f57dfb905653957e873f6552fc8330950d321394280496b8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc93126939ced73ba102584b9ae610b306efb43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230eaaca08e6067946a41f1b22e295a0c00ff55ee0ef817bb22b10afde2d9ed6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73671ea238eead9507db19b29795a9544c888762
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b1e358b6c80ba5f1e9ebd5931f052864104c67862b1741178cebcccf5950c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00a49c8415b6e5a0581071c09fc5ea61ae3a652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102a86896c912b8c552f35dc379b2754176da78c8d976beae594020aa487fa7f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f554bd6ce5b1b6c63b791ed60cb66e283a8da7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312e6449946f529e441a18c849166cf8c46542cd022fd9d9681d92d8a0c26115
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e8ffc2ddec39751ec11dee3878e13e7231fdff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de616b837ce73cb332913d49936bb41a08b34249f266b897b1a72beb0ee8d273
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62422260d76fb9402f87d818613813ba23708d1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec314ec340c4b417d4df374fa8cd12b4a5e617c4ef32f8ccf1dfb96adbc2bc3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f372ec637ded34b00e37eab082a9f4ebf3e99fc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0b3efab16a92b76c4cb1fd4e12a313110a442d74245460a1af105d4dea2bca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b3bf715fb279a041e7acb9e44edcb2f29fddd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61f96154368d5f50539a96078db0d68b12d72f1c01dce1f990ac4ca8c154d42
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34338b186521376b0dbf2dd768cf264512be0842
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bc7c1160ff54c49d6a76bc7d851c85b2a0ea559223250349d017f1cd7e61c1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2127971570c51e7f47b422cdd58560ef9f602652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4e5163ddfb753644e3e2671bd7d22a5d09b790bdda908821be7e3c5e7c78df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bd45ed4fdabbe2da86edd2e8d1dd2cb1147bd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd140b028e230035cc9612ac780696b98df42234fec39842a2b0fc43b1020f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55fb6084eabf73fe4d4d0a27fcbe69beb3edb24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf32645df89186c64c61015bff4b5a430f45fe7b3ab1c5bb7c255247aaa21a7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd12d3650d66a8c13b73bc2d3495dcd3d77849b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e595b537b3c311a55ccdaef34da6da55bac85b5bea1807beb0b2fc4012bb0ab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cf029809157fde3a25bab42bbd858968598e33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92fde378e87f2d90377a8e7134799690eb62d8d0379311908d4d69dd440210a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670e8e4d5c783a486d72e9ae33a03339a2ac77e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7055db50efbdd00b88952f76942494f072737ceaee5fa615bb2d0d1266f88e0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e20b5c53e946263bbbe43896a1adef2c29d0d67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc3a7b618d459e57690fd453b40052c7a61431858ca258f6fceb38f991c0e94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf300288c77efef79ce8c3612491150685b612f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88be42e161fdaa4eae34ac2568ef80da1a11cad4e88f35bf21a0428f1d87227e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32028bea297506a7dff586b2c25d8474cdc45956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669becf67a3c570d82b81776227b6822c1cddcb57e84510327ee956d9a6123c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45c8b9a3a3fad50e7a85ed5ae35a4f467a5060
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849f9c5cd11039c661b8dc5e1ae0a0d43ed3e7bfe21e5d32a0019fd43ce997ac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c8d17223872b315e9de12f42c0aa54c241043f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2081fbff8e242159b361e65a4d8f1f5ff1508c66fcd57c7a154ea23def2a0f4b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5aac95ee53eabb6fd6abbbd3e89a89fa5766cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f04519575c065b16131ae10a6a0f9cbc2aaa938e2f58eb2889b1c897ab88567
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9396194386fb6ae4fb069a769fad34164485b0ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b7083e578788be451713e6288a61f0ea124bb69aeb53233474e6fabff8f890
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899d23bab6607b2df0f38dbaaadd68e3f1263e92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ee6e5b5b01f78eac8bd9e83e6f5d90fb48ed99a7f39c57edaa15b9b311c0a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec5baab87a7538e1fe3ba6628e78be3ca8eea97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f72785ec588a27e4dabb1f4c13a80dcfd87d0bb2a0122ff15b2981710231bc7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2473c78668e47aaa192842d036a7a3f813ce2ecd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72694663af7a1b7fc7c89bba2c69cc439fc4ebeea435898de5383555b62f4fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e56a5e907e718ceb33600e3d97c7e6a91b60e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b78ef6f7497ab2b1249d2d7919a4789018f90c7a0d132bfbb84e755ab16bef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad126d767344deed0b130d23560f9c7a35695fc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c7db901e796c6555f99f64729afcba9501e3aa97296d962d1005ddbe2245d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a1fef6cacaadbf831972cf347aeec94cd0d180
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2c8d0bcd39d3908b78a5d8ef5d055ad81b25721440d381f4f1e344d928c7cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5acaaeaf67edd969c12d1a8a3ca94e0dce3d6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df7f926c202cac9123dd416d79d0e017d8cc4f7b95e57dbfc20c94fa43eb3e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263b25cac6057f571eb6b5a96fae5587f43a7ce4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4868a37799baf9f13fa7ac8ed35ff1a5126d112c51fb20b8fe8b5a2c19b6bd5c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4880c30887b1c322e4a5fbb6c4c8a253104b0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fbb4ef09ff320214ae5d3467f95fe0dd765f7f0e0a768bab490c1dfbcd9ec6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e62781cf5eb9982abb44af1bc7eb2ff0fed5987
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a1d0eec22c2eba9c3261086dd5f3fe7bf4b1a758efd657215eb8ea5790f771
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19785ce42d3e21038e5e4bf5c7dec0ad9201278
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4717fd23870d1d955d9c9b3c526816925eeb28eaf0571336985c942dbe26fa3e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0358fd4d0c5e0a9882f68e70201be8d269df41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5eaddde2ed6daa3324cdb358e0dbebadb9d3f46457a2726076538eeb6cc23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184ff73a9e2943ac8ff7a51b60d700fc22e7834f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08afd52aad4e332e0292f73c0da9ec47db92ba4f5dad4fbefe610a21f75ba501
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd066b7a4f547415aa318666c37d7e8e65d824e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b402a4a60f0f3e2e94947bec0c3bdfc869db8e5e763ef0a27f76ca2650f8388
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0025abc28b446aa98645cbd89c4b3fe8c8d9f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f711dee91760a208807edc766e15a0097a20626f81c7f99dac9ed234cc3e66
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea018bb5bb336ef02223856673348217e22e21d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38dafce6df1c9c6bc0f2ebee05fb0dd621d2f46a4f442a897b39509afc53041
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43913c8a3b6929a6a38df4cea46392bd913943b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cfcbcde56bf52ef4f5aafbc1589de33002571449e547688628be7c85ac7649
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6aecfa8998f69d3c6f0409580aaea09d415415a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648d2cb8e4ef883235e2222e0b8b20298062575bf5b82f553f0be2c2f53c8a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8737cdc1bbd23425cb1187a3dce73e8e63b5eab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e300cbfac160d5aa1ce89bd18945c97e74088af18077f9e51ba8ab0cb2235c4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012e7fef4db12f9d91a7ea60d574c678749d9b1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07857e5b31be90f453fb7fcf72dc27428a48c17a755f20eaaa398eaffaab1b1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc47493e74b3e523e88d010b0dfe49a2c2dbd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7705e33fb52ae15bd30ef45008d9db938cb96133b3b36e79d0509945e09320
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b5f1cf4ebb34bb14378cab327d582b67138eb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca6b817dd7664f1a6dddb5b58b63f8ef2d2e1c6fe6eb99378c39f31ad142833
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65321382b1efcf1bda4abfbf10c38003cc5f7a8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c77d5c758f79474fa3c5f7042a6447f2756249c798bc0bca582ff66212ed4eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8766d086a2d196343f5a5f36551c0888255ec0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0f3463874e54eac27096bb013628159ad630354f8a65c5b5983c9e7e4e9b00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249e7d3e65e70fd6abf2a1783f91916b893cd718
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0ccc6a46b703c2504e7c7a23def255659deaa798ac854d3ca836a669bb2d0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e8e9718efbb02b2c5905942dab69638360d873
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5452276695d20ebed7fe44e2df2e81bc240f563321d91c30d8aa263a98c267d1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e3e8c1b35d446a4cf9b8863a203818b351450
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04c8538a8f481dcbd727735196b26e2138670fb23e2ccda60a868e3fd2319d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c8fa651c98cb88051733fcfbbaf5a18059cc82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9548a643417814fcd843a5661930aa2bb43e773e9a4a78b0f3f0c20e7febfdd8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48debb52962ccaeba6577a1d4c0d4a11714615a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c418e9ae53c4a85b1699c88ce11baac56d90b1043c6a448d8e9afa80af1b21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9779c040b78baf654fd10ef457489c78e68e0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1beddaa4040c44a92b58aa6404e91ea7b6cf3fd706b06cd815030a819b08c7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f60ffb31d6d2f773611081e4c7a617de88132e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1db40c49cc3511046b04d666308708ac1594da7b6ec361ed65d2c88090aff5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1135d2826eb1dd4a0988ec804a5fa0e61f92ad4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775fcd66fe24def27457b8eeca0590b731faab53c50c5d1ab7d07b22f941ddac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f77e56ef10fba95146803f70d98fe146cdbb01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df572605fd20866a494214f226244e9ec135b8bb4166ea040ae9fb1a2f733dc4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719848aeaf52d54de363a74ae851eb30f7a8b7ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f71fe8db156b2be7ce5282e44490f946eb5a4c1a895cb79d86816004a7b8080
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcd1fec2d7344015b0fb5d5afc7b94a6e264297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf4081d25f00baee01facfd1bf3e0a2b4b600e9a291b164e96ece679cf5c027
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad421f1e3649c9d1021e410d07fd1bc4111118
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55293eff2949b2600cdcf5677a1b2e6c7475a0baddba5ededf4048ceea21523
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221e2dfae3122e6ba4e51458658eb720de65ca19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e77ce201697c47ef4b3cc3a43adda4baff0bcd8b4b34b28183af20f91199e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712ea219860cee7a670486e7694e29d15b46367c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72826a272cf054745e016272aa9d224595ca3638aed0159e62fad22a3e91d03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb38d0312f21f7be0668dfd12eca2c130e242497
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf5a0c637a1dccbe50bc264fb53f1e90a389ef55ce42180e2aa254af1430814
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9671bf791bdfaaa1187d5627db0e25d140a5ca5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190543ffe8f80a112933029ff60f2e218594353895e10ad57a2558eeeab07a6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c8a1ebdf225e9bc858ffe33835990d93abb153
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba1aa31263b3ade66ed58b468fa163787366680f4ccbc6ebbaa572c1c1eb8d3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c34d2b38ffcad9154d66adf23ed750f87cc162
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dd90ec8ce5d6b6691df364a8c8f710cca1d5bd7222f89f70b8b9c6e69998ca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af6e5f1bbdc9f964ba862a48e1046630fc39156
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f233fef2f8bfc1bd93dd72d9b6d396ba3625be15db55504cba569ebfb5ad82
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a754c70e358942b3bb7d25a814dbe54473d760f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e29cb5b25afe2f10701437f3e47ee2fe5d5da2e18e68eb5b5f3dc4d630a3cb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72626a6e02fe2befa4bc7e386207bdfe6cba9ca3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312502244dddf12b8b1ec5ba769b03f56d44797e3e5137d5817d8ebb0e405397
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd9aecaa98d73da37ad6ae44b6dc3afbec04a3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb173f7f7f3ee6134e4ba29d5a5b5f2b18f62f9d8e5e2765ffc623b79b00c2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7586ffcc97edece02c0f669189bb16a9cf6cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62434d3d6a04d0254dbe01934708216cfd24b5d583b4cb9ab204e884ea53daac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3306e390c1aa27f17cd28262e98fa9773108d13e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbf73bfc3cf6124eef72f90e3ce435fd80141470037c3f66bbb4a7fbc1db9a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a599e0b0de8ed194cfafeb79c6706459fec4393
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162056333ed908198b956059056bd9097d7c87867c634d9d7360d30169a5b213
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd078ea5c9cc8fc1c5fad7686b6dddb5724b22c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0b6540370296ee6dff1a1cf6ae1a6fb7f34c3de3cd3e7da003cf9fd3edb4dd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc60dfbc04a9e5ef1d60879ab9103858781be3f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c32a7d968efeff187afb9062e30d2647297010806fedd1f0efb11bed61d294
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bd9a71944a5b474b1c2f0d7afc17a62f180300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344dab13fdccb1bf8bfb269037a1cc8617952923bba8cdbfff958cd99b0b5f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc2bd5db0a17b26853f282c65b1024ef768a765
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a5da523bfb7b345f9564976020799ea390efd8376125ccd8ddcc592b0f8df7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf7da8db7bb059d93926bc0f434943418036393
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171be9d566f93b21524ceb9a264ba4c888eb7a40c88e7b54dcf2bff6c8d7a2cd
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d35867b58b8de0996a7fd72b24ff27ac30f197
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65ad07c18c633916cfa25f874d4d0b9db6fc357516889c018d41627e44b6ae4
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a7d0cf95ebf916df18ec5d0ad23c64c29146cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ace31914078d4c0fc32a3a2d8a84ed0ff7b9af8cf36368c471a6f633bc2840
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e9499eb40dac8ae04dbf4b36ac39f990cb0a6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f4eb595aee4ae1cae7c70e2d0a8750d1268c17aefb14b45f177a9d3dbeb84c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b54b7e48ab0601cfe8cd624a728d8ce81b46a55
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93410cc618807c895611707f23ce71b032910deb75b3075f20e8b5692eb52481
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e69fcddb2df567fb2528820b9d09e946ab1cdb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34cb9336d6d994f33b89c5a9ccc5505f68708930d1649b375f6c471389668a2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02d41a5d32e8952d5df08b23e3260560e2b36c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0bf1b3ea6b1fbdd067d7a38805fd08a289091dbbe24619a802eb33268a5a62
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4628b54f1354ea5a93cbbee7757e9190f4f3191
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96a61ad55c70487a4bfd6ba4a97bd41330c131e0d3bf16f9983dd2701bad40
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581f6da4858433736f83b7d82e97876fed236eee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4665aa8289ad77b448c7fc0bbf1d7159f0d977abf066364402e3cbad05d03f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3891fffa25c218435ef79aa8476029588f56397a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed72733d54e98869b1ad44edf6e5eb47d7f6fe8bf3d96b381c7e7fa4f13b2106
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e9a7233d4a2ae20dd0ffaf6b8d66b1e53c2f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33908f3a5e547553316e25813ba54b0e1ee4a6bd8375bffff9f343034b93a68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b85ec361b1ceca0a268ae6f73f2ac85e092425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4960a53247f40ed92b20ead3dccc57f4716f2b46b9045d91cab81a74083e3206
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575ef2694e1f158682bf399cd5e5930d191f4157
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f901856ed87fde823c215e13585c31398c894a00f174873408e42ab1f077c600
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6566985e24ea18ecc37e9620b325b1a6618c66f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aad904f72bad08e614700842e4c20eeb94ab07563a329b2cec7a13635236f19
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67293e4ec9dee7ee2258c79225a2b96cda0e570c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fa92df19c701655b17559d0eba089ab7aa3713f690293ff41909a7c34184f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8419ca08e29b9c52255361002b97a16597d2701
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ff22cffd5f28bed96b5d1f40fa7e2c1f9072818ee7de289b682302f97c4b40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c08cc32e67d6b93f5f2788bfcb04da27bf8e47a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89867b3e236a1f300e198a2b8ec8dfdf090899fbffa081667c67c330afc9eaa6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fa5fb2f4e65daba6caea907e261c289cdb68fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bb32019e723311c01a4da69bbfa3c3b2821818e2578a756c406a1ad00662bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f0d0a59a92c6b5ea84ca3d7fa9f0691b1aebcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a349dcca3e57378f25a383da480f1e9bf874ed1589b03f804af24b5c345f08
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd5a2f780e6a22d6890de5377f6814c0ad853b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5519b348be2f40e0ba9c9d3525db00792ea12385ae80911ee52549388fd1d27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9898a09d547b1f87306fa1ce5b56d73a2a6c143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573c94116d3e28581987a1a91cdef54259dc59f19fb373e5894132b33a40af7f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6057249522197f2fbc48c810a4edb34ebaedbf19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0cbe5e4d47b147e2ef9e21b81dd7439b8857d457b603717c79df57ee6deaaa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1622ccc382efe2ee04a0e9624ef77600e437a236
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af50825912b1243cf53cc61839a62383d45bb1fa614d03af356cf8fc0c79793
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e4eb8f673939f53e613875d64f7da3185b9790
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889f66d5f406a1c32211818f3affb67f7b3212e8f65595e5116885f78940b2b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2812f8dd0e9deb1d9efbd1ec4392d2086cdc9f34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee94acfbca6d6a6822792211924bc55e070415fb552f262a2ac61757a9753a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33076e87c4656df8e426d691cb4ba0894c09f34
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b2fa095066ec7d9fbb68fa9947f596cbee95f46efce23b7153627bbabecd3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e00952accd422b6dc36f8ccea842735d810195
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738ae95bd33d4f54d163bac2eef2c429187194f5cfa78a943535c92654ee047a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e1c0eed66362dcf67035726b66f2071366a499
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad10a61baea2619b62e5c9232d64bac1c373b19da4b6bd1e52df2b9ddfbf115
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d72745de9d5a3e418314ed10a141e7572631f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141d04ac4a1f7cdd8eb7cdbb492d886860dba788f367684cc6718ce049ca217
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4165e494387fdccb8de8f803820145062f986c8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1278b91c962c33391b76bb1f9864e79c3e68c9521e65ccd8f448f3fdb2a30f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa71f7b7c1d5ad37d56b39cfe4e76f0995d3677
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b783fb2f54ca1fc821d780493383793cd1a424198b8c101152907221185606aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c2470be0b5203640d1e67d0dc392f5d4408717
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9819f70a78563c64b8ad95e2049fab16c4d361f436e63298edafb3ba4d152
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af72688a759298199334c431cb0d652768bd6282
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fee2c6ec8831798350d4034fc7fdd44534e1817eafd829e6fa313e4bc2a0c99
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8f7cb18c7593df442b0e7764ba0ab9c67fc938
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c7b56d3c7ea312186daab73bf1ea5817afaf48e18c7058f973ee23bfba6bea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b89810820bd5688596a0e396980bd4add16286
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff199f519a2357a9e84b2dda30a4b4b261be57916b07f6dd2c8e4a845fe980f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8036d64f2277bafeef23e41b9557a0f05b537956
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9696dca9911502d5d9edee6028abbc4044b451285cc531b204db8fcd59f97f1c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216b7b3565adf082cd2b51658d4fc58e020699d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4c623ea7b9b9a1767d41625584ee809b67773549c560ba338097ee5e68bf09
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac370bd3295d8239fba3378b0dd4c9bfdb19141d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eddc6a67b48d8c615c2703699af4121ddb32b6f0d60d9dbaeaccd0ec0718b8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fcb83f09ed18209fc67e5306809c987a23ded7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f83fc174b67df8c28e0d4d64422870fbcdd2192404f11fc0fec5c2e8b1173c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa80da55a11fc2b1675bc70bbd6186287e6c914
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aad2437c31df6aaf3ed8347b79cde8b398b0ee32775f088f57bbc660082a3c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a301e947e38235b1f06400d76d1bd646667a46b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4682afff902939db36018c56947827bf73472ccf777eb43aab3f5df5848f2ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf0edd566d042e68bcb718d0934622db77a983
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff046ed230e18c454350b379d437f150cba9a2ea8a0d15ff36a80cfa59047ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d7c808bf380dfa4e273dff472388b81412d85b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df3e85338b680d6ec31a5c75a76fd74071cd50c38e4aa48510c0b5d6b20d68
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6acf56b1862564252a330985a788e9e9a9fab4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80175cee10c64cc8b0d1897d5ba6710e69d47ab75a041b290269444be2cc2249
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0ce1a915a7412024fdc600944102442376bd9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004ffbd1aae2a235ec76e09ba16a56208c169293430c0ad23ad227b2a6213c59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06d4f108c819eafd3a5f6f1dc3800072b13ca59
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1d2e455b9e0ae462f162cc660efa80878dc0bff10faa23238c6a8a29cb4140
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1333a21d939019394d2dce49089098dedfc276ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264db9c96ee632b89f2f656934e8137d47d5fb2039f5ae2f5f1d268e85bcc7f2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d87686d6ccfe3277d7c9f12e5abad9b695071b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212c849c42f58ad5eb666d7377c872b0e589ff17920c2d7a442f79e073df3484
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56372fa9f332cfa0ac949ad6cee9baf3a5c23480
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3bf25963fd02c206c4e108304da93d2db15a1e8b03914e998b40a28731bf09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c01b62d188f9ebca07221b45c909f92e11a652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468173b5711c80fe878dae8fc563faf65e71716b0a8bb05350ab12c363ea59b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615413ee99d9d52aa66df191a4081f6d210f5b61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d5f0609b15a086598550f80cc4a340cb970515d8e5eaf15e21d37e99a87ef7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5be95bbe50f06494d9fbf43edab8f4d47b05e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59354115f238779b94689e5b407e1d2999a427fe38ad8ad75bedfc47465cb27
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29a6ce13ab28279384d2f3178fc6cc49568d7a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ffe969b34e470106dee1c865fa3b08fc89f37462625224dc46508325d8f895
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe23a51e070e9b23b7f5a9716ac2f3f7ce482557
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612fcc37f94765feee57d3f070aa256fd60a08eb19fa493fc168dbb4f0c56aa6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75a939ee54af924749b0bf0d9c7a638df36e8ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc667b688f65cca683ed19fbad96fa8219732fd6b59d51654cf22262c96f96cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b32f891c2ca648e3a336d90f5ebe734a9eb6fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1e6f8b2775811753eb6f06182aab84ee0c88542adfdfe535a5433e32203917
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2e9b8fc54d77fd7146a112d7e6dc5003d6629a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1809954f83312f03a75f678b99e86002b0e23358d5d2647d3315b96151be9fd4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caecd053302005f42baf0394e584472c5dcb6859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8514460360694d5d4e3b298772631befe9128f7f09999af82f04f7548a4e98
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7ceb6a806bb854a060c2e285dcb8546e1c6bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed0c59e1de36097838eb0aac9a5909423b4524cbcc54c93488e1d2a1405c47b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3f9888d707e25e67f710a1fe83a9ab8583a698
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bfcc9f3c462829b1dd98e3734f7257a3dbde8b53cb793f83d65709e3820263
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ad926eb45aaf12bb035e4c991240b4059e248
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4081584ea70685e73986a862a4a9c59b6e294486af4de33a841971ecf65842d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a349ba1989bcb5bca75dcc09033eaa7e6a90375d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822c58d130e3410997e51f925233ac92d01e4c787f6e4dc043714d941af6c364
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5affcc869f71309aaddd8627e858606bd280b561
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cbe29a52cd623557063e3e96c8e3bf6f9c413320bad2f2f3a5c0f6d229de30
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43433e8704fa9d67429b2e80bd3c54bf3ae40895
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b8f2018050651370b6dd56cd2b00644008b898b613ebf21f4d656ce1f7be93
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2426f31672a2db2a195ea27a3613344614cd3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e113628d226cae7debcbb2a8d064a19a68330dd58c082eb2e4d9e5b8fffd42d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f83df757056d6be74e19c604a979463d4c93d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fab554527fbd89d561a6e6c2ef1ea4ed512588feb803f789239c11f8803c67
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb81c2a8f9f9a10d600d4871689cc3ffa41b6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2327536944a36522b5c9541ef581f6afdc6b576227e2014bfefcebc1dc72247
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9056a75601d5d80e99822699eeaf212162a0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66405c06f0af6f8b8253ea873fd46c14c244919a855cef0fc540fbc1eba4504d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d2f9d19223901608c019ee2ea8b47f165d96d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274c24180236a5be2a50a705d63eaf247dc6eb193e3a0598d5b5e247a8e31c5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7006c535e6da7b42001fe8289a78bd95a04f84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62608cb1691a0499fce1635efd48dde854932ffdf08c48ced6ac7b122e430d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ea62a91ff987c34370e09c2ecb41c4fca7b960
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac6101f6f43c882a854c49ef21adae48ad35cf75b969978fd44017040df3c7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22343303c35e702120baf182c296adf234159749
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e8c773d3b3f5723502b749fa78426eae008122a5c131c0a24ed26227454710
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8086b21c08a7e72b61729a6411019e8180dfabc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9efd8bf86ae7d7aff1117833a4a87a986eabc753aa61f19a952c617e252f39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db004be5b017726a91a72166eb1d63a2297d42f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f0709a032c81ad910f190f48a0b0d12d160fa7f03f5116aec88a0dfdc8677d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8822a954ea74409094e3865c47e3861118c5fa82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac97ee0d748e51feb880cbac69793fd641228d2b06ff2a621bf6f6a78c9a4d2e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9437c31d06d6b911780e022c7456dc75f65d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0720f1cc138f86fa3878e1cea67bfafa598cb3c3b0371bb5b58b2933e8260368
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be7ab14309841338859a609f0132c0c708fee9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b75d7f9d0817d8d8ccda007d9223b881c02c3c5cab138ac168404337402929
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049828fe2e71789792d300c0d00f96ccd22fe43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c973e24dad283514245be794990e3de5600b8e34e40d49928a89c314c65be984
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f97eec73c28722e438e41343cd22b668dda3e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da30989be9ebbf86589d1bbda731625d094d4ec1bc72673ca904f0a8511289c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1387b44fc8aa92592b05e41a9f4f6caf66e265ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce42eeced63fc4c8ebddd7a5545bc7f7147709545042d43d7f37e7b81be8ad2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc151109130c9a12d6f96f7a4182e065c1c9e4b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3c919c4bf47ae0e41922287d3a9f0d4cd663a1ab1962ecf22e69b00216a194
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61541c81c292e30c1bf4411d7145d0af38f857fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583de65ced0bda24be5da40424cabdf762b017de6535079e7e70a6bb91df830
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68a6cebc22f59de78ef00c4c3194020c7c96261
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5f058623b633ff45553bb9ba2aff0917a0b7ad6fef554b1369c568f132146e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f377c970f3126a67e1e6a98fffa8aff01d795
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf58afeb7d6ecef7a09d1db7d6751a0b5bc73e84561d5bcf15ee5a95f55accb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad63ca106227007fe8fcdff8133f38b830fc577
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cb299c50c95cfdc4e27d9e4e56bcbf36016699ef73279bb4ad7b91421e9726
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3b36c8d14e9c19ac236c56da30993e2bebdaed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb292b0a3692c9e706c15e97d8b06bc355423b2bb7b51fb648264d04907bc26
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243481e7c2844defc1ac66953b656626c9edb38e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7335909c65b0fd172ad8c52c54af3c3ab13998d9a5442f0a527ffaf34336a979
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406e56a9b0630fae0c15a1b37f43ba6312475216
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11bb338090a5aebca967b448dd8590e92db24da65f9a1a12524340aa10fce20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3678cf71fa151f2447bafe478fff6c6bc7f0b31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a87fe6ec169285b32305d451f68a4bd94dde18d341117e8f56e329714554da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f159540b29903d564cf78ba8474e445731ecdf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342f8f8ba1e6a1b973d8947f2783b0056f6035003a307476533a401238d5f462
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16af6ca1779cc26a788b27e9f5879be0398b3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72128205bc0c5867e66998e1b12901f99a854d2da321c6ccdd1c19e43060bd1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcd867a5170fb93cdfa6c793d94a7084c27a388
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211228bee6c814cf595367675a69519e7bc08811cadaad9dfc91ec07deda86b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac94f0aff10bb1877333cd032696b26139c873
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7b22470ab8d28b72ff5347696ad80ab3cf451ab2df81d5504b3d2d858f065
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99c4440835eace5259d2211dcbd99e7d0bcb4c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d52a8982c2edbebb1e378008a12d853eab643bd2117f97bef2b80d2ded306f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e87cebf4cc593b67f81175ffcf99939ec1e284
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8b679970b1021a8239d62d110fc39da15a8697500487d5ebc1ca6be49380c8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a6f0f64b8e7a693f141e692395beb38bae5ed8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f95e26de542de373836950f5ecb939da9b1887545b35d669ef85a17c6b82374
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeb05a831f90285158292eaac33490d39ebcda1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5f8b29511286568c29388b4ba57f463d4f682ed4c17ed1a1202ea893ce016
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa331c7f29f6a88a660094680a2720d2da90217a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3129024d1fd21c58b6de18a9f9a720930740a33c4be78fece3bfa2787fd66ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f665beceb4373e4d2aa643957be62304710226a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07202ef416966b01b386d519f9d7f50d043c9411ff80accdd52c4a5e10d2f8db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a3d1b5c73bcfc8e2da8ed21748fcf18a5e5e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8d8fc523510f660aca7bb21849e9c2cd3a4e93b2d312b1018ed19f5d49dfee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a21f78dbd0aa3529d8c4c84ae4e16a7713475
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00887c8285d44ac7b89faa77d37e4462d093ea484388e862453b61d572d351e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b801a2dc518263d69069db2a495def27ea9e99c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5e51eeac94d72cef87067e7fae55e0e511ddf8998dcc0dfc0b54bb924b409a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fd7103386ca6f785d1f6b6b3e2079a28ae43ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6c69838564ed7755882dad2406ef54332e01986bd19ce84c36bdb9074d3e6a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188546b572ec1236529ad5018a6ad75d8f6ed73c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ce3af84a50e9bb6be47c8ee9f5ff7d598ff863f176f39e57dea45cdbcb1060
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c776fe22ff94bc1228a717459752c048a044ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e10bcd4e171ee871d3c1e46fc294311c4f4fc4afe9d698b505dc4a26596403
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68082df7316f00d07c52e9cbba7b25ce12bea17a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07d1bf957446cd9f2d17ce27ef9c072bed93ac0623dc46011ed3e114cdf87a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eefbf07859dd3d10a8501db46af4eb0b8754df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67b3252fcd7ba4c6187af131f407763e209fc68b75de8ca27e38b0e3f1f88c5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099dc95897ac54afda242d62cc8e1c9a9d91f2d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448480292e2537f77669411521cf1aeedf977a086fab48705799eab36bedf2e1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57714fb16a4e5d94fe9516b9ed1e6cc5347a50f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9badc7f9be9eba59e05d89bb74fdfd3d618b9cd76b45613c1cdd8f202e7c59cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b82b1d5a497a82f83c2fbfc278f2b7e58d640d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e53fe8be7e1a571ae080a9f23cf7ee9f5630d777f79bac4101adc795e0083
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7a1b11327cf0d8126bc7d7868621d59180a968
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aec9e5bf1494d5689ddfe22a70cf19df34a1e371972afc69caea0677e1f60e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a79c486741d85686f2313dd9ae89b03275748
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54c5f71f878723a86e9c720984fa6439f00b4d539685b86cf4f487c3ec99e01
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17322309a6d24786a0490208577f43333ff97a40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60647b655ee41c1c96ecd08cd77727477a47b1f201a3009fade04d6d6b05916
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66a4c26b5a4bb38246a89af2c843a0e488db847
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20b24d46257e629799a24fc0bab9289fa197fd344793329b4e2f5d1122df50a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f338bf49612e424338cba4a096717cc3cb49cb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cfda14a0d9ffce5aa18b0914cad15e71cae1fe34962b8b1e72244d603b4b21
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c6050906006a0f27d3d0f0bc1ed7ab0ca71ba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fafe1cf70dafb8c6a4493e8fe30ff531f9ac0f0e0866903cbc81116e213de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01cd6172b263eb5fa9ef9b0d2a3a6b05993beb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b532d5ac996301c8244d9fd460572d592e8d3fefde621223304c34e4fa4cb2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318cfbca2a1e9f33bbb67e51cbf79cb9ea5c11a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d068d47b71d3b24a225e055ac599aebb71819c30da2640f9945432c132320986
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed743a3318c05b01b9cf26f6a6783c99bf32b5f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e3f8b42c26049a77df6c8ce73f1960a59c4fb3360275670708c9d84e0296c3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd5c41162c827225f7828b998ede22874d61d47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879222d00b75d0969c73f1c8a55552786076f650d2815c2466cb6daec1451073
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eec5f310ade8c5a67aa4cddd8775940a891a0c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9571732c40abe6507d83acaf268fe10d3cfe463d35bd4df9dd5a96753bba8af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa27f9f48665f75d83f74ac3d7c764715140f1c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75af4d0188da05918c72a04c62b0bbe3f47910d708cc95f3eeca54742ca3124
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cde06c4646bc8e75df662179150c549ed925603
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e436ca193bf82146d3147c23a699ea9d0494c868fae39733e3711f7b050fba8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320d4ab77dfe1d680ba038c18546edd43ed2bdbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e378a13cd9b7d108b7fd3f47b7bd38e6476164d39b548eac5baef7a4cd6f6c8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69b2091fd365f1fcdd179d35df931fcaaf9bfcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e1a2289ba895d5b221f664e43166670f3985403b2911cce4d4fdce682a3742
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df50a92ac5574f7cfb68c495407f4880589d98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76769e2082b6e5888d3c1d812ed860016d41c72145a8e1b613e428214b3d34db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c5a498760a51ee8ada02b31dbbaaf45044176f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473b5d45577007ffaca34d833f1f7cff5ce01aef76f81303180f1afe89316f95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0f10b1ecaff34eb82a8c8dd3e8067590fa865
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ecb9a763131552d462396ebf09251da9dfbd1813b693266ffc9dfefad3df01
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac30f49526a2581919c37a6f17a4cee159d5b3f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0208d7c6cedbe149ae7a8b10f4b4275e31441d76d3b07d5e3b5f0e6cd18fc901
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7724a22136ab47895fc89dba78053be024153961
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20df503e6db6d4fa598bd7c55e21f4dd3491c5b6cc83bc70caf715e0e0b3001
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b2f583b16f17202f2512e4a1ca4495d20deda5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cfe6cdc0bfc0a3f5d92a4f442918189107bb6649918e6b54a8660f895c1f31
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d1133d24d2e53a267c5f05c33c168b14d87cb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b2e1adfd6ffdd394785097d0295314f9a907a8fa323bef212f5090f37af44b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44658bffabea2f95bcb72dab5a7e7c7346352a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ecfeb713a6b6c513dfb9d0207625003913e2939f548de9637d56e3b60bb18a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afa9f56f37b5df5b9aaa33767e49cd1bc38e9fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5846767441bbd0e6005b3601641936b350b519bc3fe4f62228704be451d921fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1f65d9fc703d7f8d73cffe09cb36db86a1199
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267c864f44d5dfacf8577514e935821fd21ea244cfabb5a86a03b3e180d4b415
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9eb6a85a2b73ddcee6640af27e9ee59cebccc2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d026f8015f4310857789c7f4940b18f8180be70dbd1597ecec21d27d6736495
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac63a17ab22f3a389702ba0ed2164253648f237d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b2c70e6467ce0922886aa53b3d9de133ff60601c6982fbda52eb88cddd821
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f154ee6380267fbe63a5c6a8936701585f4db5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f595101096d0544f6c97b0610c930f308a5be2f1c42222ada6f7e11b17b22c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a88c60d383d41cacb71a07c5db8fe2e8f878a9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31dd67750823365d68388afbe2aef346d64eceb2553715e2a4363ad68073360
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2fe26dc1bcb0256fe87a64c853282ebd4bbce6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095194301aed4c1e732d7e2bd83cbb97001d33adaaa7b15def6bd9b13fc3ae78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff056ba2ba6f53c03ea98c4ce27203bb72411e87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127deb582cb5eecb5e51766101b3c3c01354e20c1b5c49ca323db1b6b21f2f08
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eebeda2727e9a0b9d54f8f87ea91b2d81953f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c05c02ad17ee81c756bad9e2db038a0dd58f8cbce411f45fe82925fb0108a94
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb27585d05981753eaf67036993b9719c307a3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf538484bad47aa368e0bebcd7747a16b2560fba6513638c972d3da3d3e9e8a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3705d0c28f099ccfb0aa4924f1da5071aa576d79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64b19b65c7621be343f94dcd6f477ee19fff397c5e3691aab070c4d1f7aa34e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf034e2bbb20c3896276d20d36e2a7c8c8eae50b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598eb9624715e4471d03fa2ab55337f245856566908e20bb0507504591e76841
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b9174cbd1f806a8ce1604fbdf1f6dd4a55a2f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eeb6889d246bd26d555678523688d7cb0cca3df2c3043ba8fd7ba503d49ca9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47dadd3ff2a783a917c1c33d6e5f7f468c3507c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa30c9c9777287fe306a6ccb858350ba16d8f32adf7c853222728e2a102ce653
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079ed21a09007f4dbf6cf1f3dec1f96602b24242
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d648044415d3ad6191ebe4ddf595864576a3f1052b040b5bd48d792312437154
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48f31e0ee43bf258d5212c7fb4327c8c7c46a6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c29eab22e4c91a7f1572352e6c2d17a2f6d03eb013b9f4d49b9284c5455548
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9bcba0d52bf0c86a4cea0b3a639ec3c3fe5e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5eab76162dd09f6acac2dfc3daa11d69184dc4ab7479cde64234bd896ec252
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5b6c407760d3d09f5bf945ce07b797ad67c50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18c41bf5d5f0bab7ebd15302c245641e99b1cfa004ef74600ffc8fd0fa30b5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4800b24cea05e628e3cc1ed19849205a6f1395
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39568721c0f1ec1950b91065f06a2885376f81c12daa1d54c97df7b39b243707
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070c9aeb3e344422a081ab3b12ba6b4b7b6863d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a197fa523c1bd71238d5c183b4b39bdfe110b0ada3a7d6d417b600c636484b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df31e395d118d49cef509ec22c3853bd550a477
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e67b36115d86f139c304b0550cd04caaa638cf6f75896d40993be4e8af9b8f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6672b9d6022cb1421ddfc684757739e2f70ad8d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8b8ed412fb41fdd75767073e47f3eea7d1ff81cc864ebd9e1c0c69e2a0b085
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621196cfeff4f65b597525e7b57ff3153b67475c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598c840b1460d21d906a331ab32c68c618120a52a616fbd5dce8d49f9ed7e26c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5098ba2bebee1ada66e769efd4977f397919d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bc63b4ee8443ce450b65e00a61550b8467164a0ff05dd95e2b84806079140b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843a746c8286663c0385f520defa6ef9d64fd752
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11f8e57643f334cc39d48135b070762535185aea40229d9bdc2aec420acc21c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89ec860f96b3a69229238d5aa9898b3a838569c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00468fdae7e8ec90a1bd54841bbafc06092bf345105b11a46f9d96530f5caa14
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd11789487154d7abf2be17811dd8f1584e92ea4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b717a799bc2c67d2e3d312bca40132d6f0d8aa8f3bb8c6bf9a8a4e9af22b8c69
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3566d3cd511c5ad7a7c7aa2a3d5d6c426a0e9f81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5633b1bb0d401126da40e162f83ada9a123020b6a405de6bdb1cdf0477010581
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4285770d11e488469ca665c9c61b825687b09d58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748ec654318cbc07a2b1762f991c2a09b447fc8ee1b598ff813ee0dfd1a175db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c78693ed1fcc0b6d1280c9e671bbd928316a5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cf13f0335ab1e1925cf9d8e7c89858263595e01c0037322ecaeddb8d047e9a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb78211f426beb866ae2af2429637486534175a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9843f9f17243ad5ab274cec12b9d0808f89c2445658b412e65f0ed5706c9b07e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0983d0f9c3d173461882ebf28ab9b36858c582
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657655d2a8ea90a7c48e34712f782ea71eddf41a259e3aa432f1056cb9545895
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7496ec03818200bb98f1fe3f394783d7ad2fd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099a97ef10a53ed6d8ca3e4e2c5f32df08c8444a9b8e3e66dd9484bc8d4e907d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6f1be8bc0f6d27882d4d9e28f49f6652acb59d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59f80a52686a935dbfb47e2d9d7e2b8121011f44d0b8fab96f33a51c729c17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3c48ad3294ee274a51d1a7378a262fd4949e7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d3a431232dfbf1e270f21f2fcb3d0cf9dd2d58c38265a056a9b55243daed0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c170a3c621eb33892c60deeeeb8fe776f02f2ec7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57350c2e3d42295fe5297730896526a6ae0328bf6e46fa54a849e08d8751e503
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cafb83c7af78e28089d09e7f03303f95f6e059
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77444688e7b296c7666eee22adb5de5908bf8858fd713941b02d219d18c49157
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd4d924c16cfee860727f48dd84961d326c637e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803b93c6e0680873df843db7358c965639ea58a579697f3a9368eac921855b7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb20e132809f8a083490f9e0250e8dc9ea10a8bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be58b78532f7ba46fa428caa0e14edafe1bcd17c0d54891b89c041007ccab676
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711a2992ca32186fa80116ae40f073cdf00b18e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce05c9fc8669be26885083a58bd0a917a80ac32fc95d1ec34208c14a2243de9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ce7667901ee97e0a3181d52f6dab42fc17b20e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2464160befd899eb30a87c07cd321806a7649b7c454d928d03798f5ec309d479
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a0904c2f34e6def58ffabcc3d0a3ade9dfc5b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfb384688e0b7ea59da240575102a2efb940180cda7da1375754dac760c6c47
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d53383fd2731f595d4300dbfef53d281ceeca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d94456b10493efa3e285320f5516f02bd729009b5394ca491bfcbf3f94749
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea0ba5d1f96e98cbce9ed990c1954620decd88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30ffba018d818da376683eb31969aae14082e87a4c5ca65fd868095af041308
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9994b2c37bcf7a38ed9c56ffa222c7dc6246b52d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192aceccecc35f30bdd27977a9a9f37663e5515a64a69752a136a4acbcda2eee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1baa73efe2dfcb7ada4b0e04a0ea19f390e9d28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447489cf13348cc0cab1daf6f99c5186d17f41c6668b9e48488d085ca57e652f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb32cf52d726c08ed0afb6765d582f71e7ff3fc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a0671aa1962c46319ca468054ed16e34cbb3cecf84f81e99aefe0f1d74e0f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8d2b54efca96cbc37e7a08ec6a078a12baf425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4440622f553ac78ecbad9bb5ca914bfbe510ba631c13adf685f78dd6845fb1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaad10eb4973a3dc047a88d42eca196ef1a097c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c147e56b2fed6da189a30747eb535b4429ad03ea9faa3470b2080dab55c106
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d832aa98090e5c102f2d49230c48352a3a6d3ce6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0617f9f7ae6b0b7475068ce8845efb50996a037f10f24b53bcac8f821fcb66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e286b1f38d497640bfd7e75af3f10e90d45ac9a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631369e3de4b29babf2e8df0790c796f8bfdca01bfdabd559666e695686bb5ae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0464e5b17736cb59773c6bfaffec7aec09f859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e420747efb60114b6bad20e802738cd8a05fad5615ddc5c78ae5478a484568be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cd9daebd2bd2d047828a944b65031db079960a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bf4fd8274bfce8bede944c395ec989aa58a5abb5a62ab41c1c1ee617c3dc05
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2bb348ab1da19f8383030e1fe2c3b8ec66c27b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f838fb23fabb2a624f7984e3e81127723727a80a3d8a60514c12fb783de0a357
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a55f3e413feb2a380791b2ba2cc3936579cc073
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1fcdde1053e814f6a77b81ebca21337798d7b25ef61496c6b92f6d00b77cc6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ed7e88ab6b0ef09aba4e014dfde82844052e06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c931364ecb61addc0229a4d901b347951bd1d9dd6c12f30ca84148b0461b1c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936ec2341a58626cb641fef96704376ae1107999
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f252b19fd94d761d87df25e11a33dadf7e8cbc0e802ef490256eca96182d14c0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b114346a7bf0c35f9180e984176162b4d55a725
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3ceed4b75941914066aa150f4039886b48547d3e4df421f39e476a0929d2bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7142c2f539d441ce87857be461a2d5729f33f12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a2d274c39d86ab64697ca29e01a5dd1779a930a2761d5d6deb8d37cc44c73
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216463b3e3e5f509b60f0ac624d3395dc020c1ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72402c19ae17692096a7e91e00297f82a89719696586c1ef4618f141644eec0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c974b7763b1c6c9cc1e1224f01a79496f9d4dc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b90ae4e8df7e9e15fd507745b44317991cf74609521f59264334bb1ecb2bc03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed962553f0dbedb1d20c50285514f403e4abab1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c156166a430497389f0b9f2103928cdb1f471ccd151d2ea6bd14d6378ab4e5a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f27402b2add801fc88936dfed246aba10b35a18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b585cb963218ea54b8138d9ff754b7cf75340d8fb5904b5065abc3e30b8c66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f776432aad0f07a2f29197d9ff7b978f195c6cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9d537fb774842cef3b95a6f9a0d86373bb2a15c4ebd768bcb55e625fd1a73
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d01c20affb10c75b1dc5e832e64e8d705f6efcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fc1d4a824ed3aac3ebee9356513b3a5ebd6f320c87574b4e07047bff962455
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a857c6cec5a0561ff5a7b8bb6b06fac6efb5306
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a530f3d31b65c440eabb85ce8219cf5a633ce57b5beca2d789ee62292b9504fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd5bcab8999a5e989061a09aa2f65b95cb16b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301794c9e72751501f9b216bc0ad749c538dc9929120553383055757a95be0b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad484bc008429ec5aa2bf8f226b634e0240de3b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d552f68a3945d62fef3c8c341ee2d317d78c847aa6de79c0cf38b1467dd59f09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff835c5cec127ce53999d19de4534ba208d3c6b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae870cee74f15ce232f39ac972e70ef32cd7dc8056e434bd7fa4092faa26e87e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f300253d4f51e12d5555f7232db205e9aec504
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326a654a0c2a735fbfb0273db1274b68b3633aeb1e181fd26adcabe8ebba0cd2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8105ed3f1eb0e9a5f9384701b4456814c46832dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46181c01b08fde55b509f7bf1dd16e91325765e675c571eb86f002468b80ebee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1706530bb1f58283ef318d9470c74331a2edeef9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3634c120470517a91be351f677c432f9e48443057e71af7159b210176bb88f2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f292a5be47b8c99e8969741d50cfc602daebf30a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04023008c8c9bcf4580a59d4e1460052be4d1e5e63d33a280364314a24c8f0e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b4a966ec4fdc67ca0c7b515df3c81398e4110
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f54eef4f671025df6f2e00241e537db5a0f209702e6cf2639924ecbf44b00b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd27dbd643780292e458e078b75ad70156163a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242274e2b182f392651b130f2edcfdd092ee03641e461fdf56fb9fb31981ef32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb5b9b807e836b83c6ff926ec60dae1b0ae2f21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68324a538f1fc21980cf741a8bf62c90e10cf114c13598be78c01318a226dc46
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d55ed1c1ab1b86019567d01b2e4b2c63a0d084
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee3ae7720c828a3c8a3c3d842c494489e73be0e4d2a9cf5d8c280ba8a6f5824
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1662a26a5dc8549b8d0490a8b78476cc2c75b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bfb2a773d02c42ea79bd17f27e8b83f4fb00cf40c06fef1aca628d68d801a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8122ab5c63c35e86eb7c26f48d8a069f6da8660c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b919175412b16b824fd119ce972cc2df2f13a645ac2006fc493d710ab5ca3858
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60b36040620366969f1efb60b113b37934cf651
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f0c2e4820e1d326272e99cea79500865925aeaa7375a1264b7baaa682a4eb5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21f734c7e2366cfc66df82e638f0eff3bd4b26a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fbd8b209b914c6990f410f70367211b582c5cc464edcb84757a06375849904
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd953f5ee6aad86825f2615caa672754f3daf5e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9c03268bb7af16b6e7b0db67f0e6f76c5d0fd75bd1da2ff22d0fdcae3d345
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a8476b4854788f3b6321d70a0c0e6c625f78ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d80fec6ebf3199efb7393de9a64d643742e93cbe226366ccb1b75a146fc718e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb80777f13afc4611ec699648cc8d2e4c5dc0b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccd9e7c9183c6791d5850ce5c57768a8361766eb02dcd82e32521761cbf95dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e654c463dbab2d4251f3dca08536ab8d4c50d70d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51ff02114f5cbfc35650ce7e53cad4e515a8090b80fae4b5654e7bee8e8ef4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedae3920d66dba5cb218bf9256c5f0fe50335bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3b8f6642c9190cff81c93dedf975bada9c4400e58c41ce3c05da9fb046720
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2354e68236a94ef3ca9906af6cf9d1844ce102
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3142e636623a82f4a63a6a80dba90812af58dddb76ceacb5a0b598b6f2d2a610
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7972c2d683d3723118bca847e1bab6eda2bae4cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528b0d4a00c054979a9d647e1de58397f622d46aa4a311df87cd2dc6a76e3fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1653cf3fa8ff3d0e06f644db52d6f9b70b0e331
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58564ead6f056e960b30d16eb4cf482040715b79fb93b2e237422d89e4ca070
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947d7497f64b39bfb4a0dfce1ed9e2c813575c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dc65c0dc2f7981413a60d92c71748e731fa3d8f990087f9172ccdbe9094bc9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580d2933d1571715969579701bef4eb3528e7558
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac389b16c204dfef1390594fa4d2b44bad1ed68ad93a96ab28777ac5c448fbd3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b237d5c94c015503657759d2ef970407ff66f090
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d562bbc553dac54a3a90dafc09443706d7bd82c6054f35aacf72f6810219070c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4257147cc62bdb822d1fa50c56099ff4a84e8f98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962a91fbf6247528ea5e81c44f357c348ba2cc6447c8dd31c015fe599fc3f74f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36044d90d758f391917b3d2aac3747eae962d7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afec749933a6931460322e6ec2babbbc4f8147305ce856a3f3b06a2e53f7315
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ca5fc208352172cf59f742f5876a48593114fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18080be587d81253b9de4d5b9f8481d3aaa390f805c66499d6ceed4cc24ea00d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d968d52fe38f0e35032a9f44fb0c5ab7fbadce9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15b6a64766680fba7bdc7e13abb9f9386beb628fec2dc0ff152f0f4ae8f7f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f638cbd644cbd88a4e024545eb205f95339cf60e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca015dca5ba38311b43c302b59eb0ac19a8b1ef382201d9aaacabbf6077a73ee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0689dff8e68423ded560cc5f213db94355188e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f6058ff07048ab3b80872fe16f385781dfc9d5890e0bc7f98e82d4745326a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fb9b7ad87455e0fd05cf4a6ccc5052630e23aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edf78345f97f8612a84014b86d4273844cf05db1c4b249ea2d19da676d4e794
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdddec5bddbb44b2aa7728d12f6c3d17759cfb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecdaad9438ce81aa1bc8fc6d89ca124f4edbde91c5321567f73677a8de38dfb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305a3db1a9c30b0b96221618ff447398a54436ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0635958e50722f3c84c1a94e8d8b4e60ffec935a9dd6fc80ed472405e1a0fd12
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f685bffcb80d3b3b454d23b1fa904ff7f069966
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b602c5f437ddadbc78f7896f5cf981e201757856c210fa22134c379152a589b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01edd0674b21921e118b2b58726063f70f2ef085
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3da28ad0fe1574021ae51c10fee30ce5d0c8262665707d8bb356252b4753a83
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8115378c0eb6f253fb85b41b20a9c2cdf16fc80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82420530e8507bc128b85b2ceaeecb494e461271fafc78d329f3817955a0fe2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a5df680d3e84f17f8c093c3a3156ff1a1eef69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32964ad2364865b91d9548f7b20693d86e41da432f981d7648ba13fce8fddbc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4651459c9ba650d0f030e1ffd66d50ac79716d8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b834b309447f3b47c2eb7d442fa5e4d6812a1ffa8ef5fa79e2330d93a0ea3981
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ee035fd477ee0c6295aab2e66cf1546813ef40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9ce6688fe41395bec6f5d0ab33fcbc93bc5d72bd1a25d7887a9256030f5241
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e789c0530fb86ff13c88cd66195b378a985f1eb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedf2cb43b562da26de6a08ce4494df21086991be6c1e3aedf54fa5911ddeb92
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923742e8753edcd321fc7601ced02afd2d9bb7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de91314930c4bfc2036dc0be230e10d319fc7dd86106033922196c0cf1747bf9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24ff147f3e930bb129411a5db0e60b1c55c22dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3324db79d3f10871901fd27c4717dafcad7375616d0eaf29402ef07f3c6a44a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdae5984613fb73c35c76f8aa3b03eb0e85548b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5ac1e57fee9cd6b21d3c9285dd4bbd8caede459f66c03697937b1fd5bd5284
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15f22ddcdd14c5438b6fd38ab31d397154b1960
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39c48c2127b169789393a12961317af4f0102e32deaa17e8be8c23d5bff444d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9229f1bba3f66d987786062973b5f1811482f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8191a10a8e2580348aa3dc368ebe24c9a4ad2ffa6be96fa7acfe75ae4c3d7c03
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acd5c42b2c805b0eb9c0fa5732bf2721ae52add
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618e6cefc1d9f07a331835fd9ef2b1dbe53a7049fa299c19673f98f205a91642
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcd9f167b9a5a96d949b650c604e6aabc5ca4a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53604f3c3bef278988723fd24c4b2818b94acf6d0dc1126a853b0c880bd9421
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e9db8ddf02242e3a26665cd0519eb1a194c0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f967e3d2b0c72e9e7b7150f87bdab1966de02070616ba638b0e183e426812
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30602a3cf65e95b7f8aa916d1a8a893ac92b13f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4773476eef31e6895bdc856a299d6ee2422af35ca202cd389191a09debbad748
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639bed813e913372b55936a5c73c89cc8b6c65e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613f44c1bf4f736fdaf778b4e906ab8347cf6f0036267e2eb54e339e87f2714a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2913891e207b4fa4e45724c1027626d210590c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02627af7d24315f99d5d70447c2b102e3e3f0a5503b3ea71461f8f1290573ed4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4191ec7652ed2a1283b44a219a0a8a79d625541
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70a0fef8c4f3966df2c1a1c3382f66ab2756ff800554f30b1c5ae8e42f1336b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bff653f5a85cf128737fd09a44d70d66ef9c43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d0af04e673fa6171712746ced77335c4f0887ca0bfaadc9842150ed7280db8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d92b8acd8d176709c3a908c27480d3132e8552
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcde8521d74108f645ae181fdd4f0d325e11e186aa930245f860139f389f48cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee0dbd34e9541171c1df9e2813fb4267847aeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6677b965b94c790b080e463fa011443a730ec61324e1cb67d2f87cad0b33b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1804a18e355b41db54de5a17edee7e21dec0034a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2c72a0b7c1e3b4e3ab7026b79e692d234ffbe6da4459ff2084fe7aa08d7916
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460e95149d75bf2310e3bd2a8838dfd1718288e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d6c978f3cdb57124a7e8fdcd2226548845bc1a75ced3349fe6f9a51014e57f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca7fb0d8964259b714101495f3cedf8af9a8c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52c98b04d2dbcfdf62241ee2e242d174477774f81ceac6ccd8e2e7f53bd9c9a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ac0c7746c89d1608d8066c29288678cfc627f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b879cbd3c9acc6afc2ed79e00da2d34bb20cb31841093bca0265e25b45e1b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b4deefc6161d902cf0a8102ba810b9bbc72eb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6649c320f8560af56061b210c3ed1694619cb27f82307d7ba0b28d8eb4133eea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3003649c235e5735c43343cc4adfc7d5ac38406e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c09e46c90a03f13f21ad7acd3c58792e7bb0bdab4c13521fba47dd884fb63e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c793924edf98659320c4dcf9fa0ea1cfdec15b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44debb62a5801b4c772e3e540d58f4431af283b2b8f17e0ba75f10e5d36905e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed88f882b9d7c2a267af656d2d2cdcfb877f3fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008d8189062986dceea4f7b22421af301e8fa37e2ba538f796b1aace5f7e049
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a26113a4d3b1b3ea448b1c6f16fdc5f4f0a721
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42092dc357d3597c6214ea289fcee4349e4f0fd8a0d9fb9b8243d5ccd429f26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b77bb4897b9bbece47034c4f1bba1807cd40e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc87906540cfac21fdc7066ebb031fae3c9697eaffbb05aae5b7406c1524b6ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af0887a2260ee774563bfc11d0b357256eed8c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63aa8c8ef32be65d116d1448f0f2eb8e7db259504082036704e9e8f4fd7bc52
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f86d7c36cd04acb115f73eba2b8b7250b5f0fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a95ea68aaba0f3010c183e2512bfd5681e2f77e64deb7b0cac77c22be669703
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cf5e1d9d6f260f11a6eb1a6f114bf9f35af537
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2923e5672035a4174d272d8d5624e668b379679023267b5e8ddb18f1500e63
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca38938513e07261729eec0f471267f5ba4aeee4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b429bf98dd99f0de56aebbeaad883932b613e7ff0bb64989a1982f3c438da86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae6c4f5a49ea91bde4c8a8dac94f336c47668b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06080521f32792c5c9cf80ea5ee53605d89464ff57f1f26d2a17c4ec96501fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e72964ed78b60454472365bfe90d7a2b7512a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7397219deb7447181d592557a9ca3c3a6e3d4e3753d698804959049e79f6a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfa9567397dbfebd6128be764b58308e956aadf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cdfe6bf128ed4a24ae580459a28b80566a12bad57fcee3199aa98c3933db86
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd4c79f2fba1505ee04ef542c36ee7075dbb717
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3c534ebbc5b187c054b81094e3fbf5a8a273aeb7328da3bada654a8e0f4df5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6431b9112afa6370f57985007edf07879bc02aea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6ccc69323f822e0e5bf9b0dd20fbdb15a5c526004b55192100015759530778
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f8c659af4cd3e826a76134ffa3db0c746716df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab8ca5e765104440890783ef96671e157f2551a49228411d40e832c5a305fcb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc516dd2ff884bd83e316fc1a4ded58754bd0a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e1a19abf016487bc6e4e0be4daa4a3ebc6916db7fd3835e3233017f282a33c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ec476412f9b83e37acd645f09b8deb00d60fa7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e6bccd8a5708bba23c6fe3a0d95537ae2fea59580a85681c68df6e0d3c6af4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583bce3d73acfc2d9d286c3dea39753f3fdbc0cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f98391b9ddfac147cb0c05c8e6aceb5bd7f753588b2b9410e71002887610e9e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955a1b5c94064f7bf64a8e953e145551ac0db9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498fc29694dcf8bb6e7f0292d640a1d8277646baf9036904f67ea5dfdc0a6552
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b23bfa02a08c510842d16acbb11519067b44d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e1ab1089e339332bb25e6f28a050ee3507077e1afc5baf4eceea56c08e6788
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354820fb71f451c2947e5cbfcf8b2462e4744a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ca88fad08104be42b3e8bfe91e7ca58e54dab7ad352838b816134279a794f4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49e7e06154c35125cce9393e7df4a866f0cda87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d16d762013720543bcc6eaff66c90b3492211a25ae8f9669b2bda3751d4c168
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376cf277cdbd40fc2194021070ce9aee0e2928e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948977c8446dc0c109e2e11ac9fa86be10c13d19db7235851bd1551df3f4d0f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73eb95da0b7851678a7f8c72b398e70d0a38cca6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482569f4a7048e99e71f00f351bf9f542bd963efc30bf4d2e09cd1073a599cf3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1935c998c7d291919d6d970da53fbf48a65a3600
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced9bb97ebc7780add0d3f4b227f1b5bf96764250322bf9b0a482d7a6c250bfe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9342780951792a39b5181b629513e0455e10bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a89bf50bd0969177407f94711ebbe5b2d088f91fdb542a45e9036aad085313
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbcf1bcaf2204d2a329ca3066315371b780ef2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe0d8af6fc180b47cec2b1209d7cd60abef3997b1e95cb3957f69dc739fe0e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ea5ef3661f42666dc19289c93315480963f91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222014ff5af2e3ab87335c957ee35f7270c3ced663202ca9ca920dad0b010d9d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a62a236410bb6526a6c6845410062aca7c1e8eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45531ed1209a55421a5661a7b0947ba879c81b585aced597ab41f08662e771db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f430fa62d94a71f785021fd7a0eaaebac8466047
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141f22c98e929f569b5500b4a845d9cabf3c0063cc6660a1578940cfdf5b0a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94911dcfd53dd201677ec774464a99b45a63c775
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d546a5d4d254074bea9fad36919393b8572ed71c782ba7b40bbdb9d14bc5dd99
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ccf792bb050325612bccc9a22931fa049ccdc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f5b82ddf0e33e396f52016ef9e0c3159ceabcb6936ef1f19a116b3d4cd012
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856ac0c77c53479e57227bfe402145eb1d3cf5d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e6926c17aaf93a3119709ee0e04402210317a65f43f7d48e604aec3134d30b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442dbd3db086778437ebc06b9ec8279b19921259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f2c152abe2260216b57d125f85af6dd5ef464bf28fa065ef4636bb8321179c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58940980be85534b1c227a5b4f1577f780869ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c56a60d8598081c6856dc149bb6e6b7ec7c257dc0fd32c4891380a0765a9de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdf791c19db176713a0f367904352e67ff751bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7345def2a040006fe610e2f626b1732d51152b5959c78595a3583c0ed93dea1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732e5ca9d71324e592c7bde6909eb89fcbeae299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c75f72fdf139ce60b9d5cee88e010cabec567b8de7b47bc0e578e8020892a24
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124cb044727dc1917154bf2acb72a140642dfcb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945cbf2d0cef600089658e5ae9aa249062abb1d0887d57c994b18e7183ac685a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5a63f55a70a353421bdf735d2027f9624aa04c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f4789d8f987ebdca6bdc33f1e330fbd09e4130519c12d4143d2d4b2951647c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405c3a97ac4e82d79c271873e9b099fcaf816b51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47dbf529bd7f80bab3e887b88781972f2f507e6f7f8c1eb1eca38914d1dc94
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb62035f614507e009a44447812b59fbd17bac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b1ce3d81276e65bd3dcdbba269e2e9e13501e0c16228e4a63b89922123dbc8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdaa15416bb1e89d01ded7c99e2943c34333ae4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9915e6db459248f2fec794e4d1ace5802445f270459d1095b37f0bb8c057c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81a54a459b107e1a19d1f3ce2f458359077fab4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4971d52956c9432e010e3adaa94a5c8d1ee3b661e55b317d4ea0278b0dd542
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770a42b3df1faafb7bde7de00a061c964be8406d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd9f6572918c4f9664968fba696544ac3d34a4962f5b5da1c09cd94912608a8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb751d0cffdbae1f6c901113d325b311c3cae29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d958f9a2e03578d3f30fddda5dbebff41e7847608c9840ec652dd475c3c8b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9abc56fff77ac6316c17c8f672954dc4459bd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bf797a353e8e0f9c6727a82836091ae3e6b772bc382e7011fd9d68791dbab4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6985e7f7ab7827835b0e4905ed8ea5a7b329c5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499828801af161a11ee6541ec4af2d493d0b95ae1ca742d7dfb6bf087d04e530
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66478cbfa4b6a4a5dcf1841489a50e0c1c34044
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ceb44c9288b0b7f5614a55c5c7e5b621bb58150163d216391f32807b4f1c90
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842866fb6db21f4f030158b9b054298ea7ca4af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec441f82f4679960f6e041a2b893ab7f748b6b65a205e1d70a785aac3fb77c4a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1174f9dd9f1e4aea5f0a48122cd8aca79119f4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a49fcf20921e5e98c497547526dee4854a48e9458619c386187ecbade1be7a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c23954e4496bcdc91db655bdac26112e75cb8c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcfab4f253da164cf887dea2ce4511c0fd74509cf2335641a8c943ae9a6372c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869cb6fd4b0fac40385dc0665b167ac6c9274d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ae0d2c1d56ef7d69fd40118e0882fd1ed8df88af0e1f620b2b5924f8913d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9d299a7305b037a2d9d7d13d3661dc8015fa85
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b72ff2031d7abea1f0e919a29f04303b7f5165b1a999bfad6d65195b31ae9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ddecadb520348bce30e464abde35b7c8f6d54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4253bdfd63de323b16afca6bc8eac1ad5987512a46662195ecb1a7075fa83b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618fd452a0dfc82c4bec446bbb7a37f339c4ef1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22bbde09e6ed9f00b7bd4fa9143ac2eae4c3a8676137776184836b69b4d6a1d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4544e833c6715dec5c033c34a5e395fb44cfc2e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3067781cf134510c236ccf33484cf1c6cc5261ed9d9b04a09a1615adafd93f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a128a245a6f5d5468b9197035e9c8e66b13c9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90d02d76a9e573ecc6eb63bb3cf7b0bf5906b3456ccb4b0bcdfcb228cd34e3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e174e4334f4bbf9e8889aae8838972040113012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a572ed0169234522fc49cb0ef6ed7629b83922f83412d9c1eede4dadbd456ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccf9bc5cc2d0f480da556cc0f3516e07ae4b35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d3a3a023104433bbc99e05d2b05eaaab87029fe1b7aab731858fbabafe3d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cabb50302216e3eb50daf4b6e6866ca8dbbd6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fdb88268616723725279bb028357241c05362bab618f66edce1914c3cb3864
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f628e896dc4b309438da799e4b69215cc1ed048
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b99e5e117ea5ddfbccc84773806df2f54598cde988976e950875a821d880c53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628c99d79dd3b150a16767852e6253574055b9e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238880b994544a75c36a29d59b3d4640cfaf6580de447ddc85033adfa74d28b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c96200f5ba6f27fc60abd6bfd81f64d4dc45c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01056bcad54b04ee1b920a2208bc1d3ae934017b68829a493ccc056ace797eb5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c6af7a8b65a12797dba719eace70f88f2fb570
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b32c712148e1f092042ad524c8a289556a2c476a4acca3c1b3cddcc6ca9c930
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318893735aeaeb041b607140f233399dff30aa0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7efdcabd9d1427ded21a501652cf6e1462e8a87526757e366f1518bfdfbfe20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afffa9d0c8dd87b1758e9556ccbe630fa967dff0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3386a2398cdd124ad46648920a83087e5ce327f36ba418ca1bb89e0a3d8c238
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb8620e16e254fe32365cf02da2d02f6e40571
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03be255d0c3ffb2ce363b8a0dbb0bf8795144ef3065a002ad89909c291a003
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42964cc1e93a80a75a593680a1e048438a3a69e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cedd40fd3f152c982737107c191020dd3404f35ba350269aa38c50f43bc3a61
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc531dce620f6fa0e283d3ed7673070fa80243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b76718edc5002114b145aa372a7e299271a2d6d1790b25b26bada03ecf3d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d98b28dfa530e3a35a8eaf395ece40fbe93923b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d7615a3bc291d542e16f6ebda3d432f4b3ba4ca4bdc6e0b7b947bc5e15c4b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12f47a4e5220079b609f30712f8d90c74d25ada
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48540264720c65feb9bbd144434ce5e70e334f45329994893caa2d65683e95b3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bcce9a5dbf6f2391f84547b3bad06deaae84e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0490e1be898367f6593a825828077e4747ae9aae9868161b72f278c5cfda73da
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da0ba11acad2892713c78bacb773479ecd26fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e919767ee2f1fd2d5551b53f4b6029df78b40222b3813e81ba2f17f01fcd1b82
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c29d851cae8820f9953df76bb7f68d17cd19418
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecad7cdd59ab5df21a1fa82600f2556c604403d9f801c080207de10b4e9491a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b5d1ec4eb33248e098d51fdd9411bcefb9702
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a4d053817e66c794bdcbba23efc83b87c90f21ab28a3e7223f96b7ebc2c47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1d47f6fa9f3f15a937eb5a1f2c2d61059c28a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80642ee92bab6a4437cc4403a57d46ad1f8b138d411ef7406369b182cb1c12e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42933cc2b559aa3313b3d294ee56f050f2ec8e3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb8b6aff836e190f7c3a204e8a52d2ed3d0b14b629a81fd829fc1194e7427c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fc4ae556bacbfa84ad101f9955be0c59f69f3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0166b6eb2c2590ed06f23849a979d8efcbecf7d80c663b1eb8d5cca74437fe6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a737c526d44d45eb38320c639810f1ab7e83c71b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb86ffa92ec7638aa07ad44cec1c447e461adf1ad740245c288079cb0cdb05e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74eef7f541942441a7d80a025f6311fe6b1897e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b4cb0510c1130034f4f579babf7323679930507be7aef6e70e5011eacc3b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd819628b82437bb27d6db5f7930ab79f7490ec8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0376e62ec1de4f06fe401c2c7836037891e06aa16cd75770a01a6d15c4d28
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3959c832ce6f6e26ac600ce56719c878542e0c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd8ceaf14f55a4b9aec15afb869064d1689ff77282ce28952ea369669893a8b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160c38eaaa3279cecebb2af57211d45dc2ad41a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4017b48540354b12f14810c2aadd05f6373419974322f30dd1cbb17e9a6eee9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe34643c926e25fb97c9259c5a4107b9f3dda6e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de82715a42f2bcaa733ec00626642e4834b5d2ba794b28e2a26160d1e45bbaf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb534a05e5e5c2a390a0d54c922d38fb23e5d813
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f220cb0402bde502535dad3b77e4124cdeaf324d1c98f4fb2ef5cb8027a386a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b9b313fcf1d96fa678766c47ae39264f8232d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3739fe356a98d518a935217727fd8caec37d917c44576791de71732789a10f03
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9754c70efe731284d8f8ca584898b8263bbee31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ab22fa4454dacf957e171a92162e777b927be0cb894206c8b504f72cf3d6c7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e23ba3e25722502449490e3b7851a6cc30d7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a672a651ede4e2cb8b82684e85e8577bfec05075a6114bf10ba769b4e2eeaab3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2945b031bf3bd4fd0a59dce35f9265e6db9c65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bc913a6ae6de7deb135ff8cd8d2d1d6641620d96fe4e2decfec79f16747047
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57fb1ac37f0c177a34f37d388ab965d466be6d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10470ad6388d4c3edbe0067531932221c2b170a36c2c34a803fc69cc106f63f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d0b1ad022a3667085bb0074c52a5003618858f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dcf7c7c0bffe4463bf2386c57a96fbd4563327466677730a5d3860561930f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff46ed7cfe0e0ad0c116310f08038a12ddc100f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf6f42c1ac2045bf653013f9c7cf82857f5e4baaa874f0008c5e19e5f7d295
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2598cb58965d7233ec4e40d427362cb9f92ee11c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18ebf3c31fa7862c2a4abd65aa4dc02f8af9fccf82667fe18e8be9d15b66aec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc0428894a21ad97dd10d67ec74e29bce876924
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b3726ba1105e85d6db170c8118199b84db23ff7c1437ae076c6883c5cd1a21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3399aa166aa9a2eeb2d9cbaa06bc9d048e98291
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd02af61b8cb4bb2031da3ae634737c10f4b7f36fc7611e3e77107da20057657
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c19f29678f08d0f0ebad160239d32aa8da4e44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93f960d9c0a5e638aaa400c3cecb87e60e027106ff8a0bd5e01038aeb854bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07a8d68aa082e1081d520c30daf870a12dd2e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbaa491076fca6d984d607db5cc1335f1f9bcddcf493f65480df4088c259ee6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d212ba541353441ced3beececb1eca796a1239c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001882b90a5ffb0084c134dc045e8981745ec2a736cb264765548045c956dcc5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40df24f09f21a4a36e725c055de3598cdb43747a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db5b1697d8e95b1ac067d8ca22f77af3c44889a46db942ed5cffdafd71cb1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a187d05569b5277fc708976341a184b4a3ef11d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f92aa5aafa52d021a30d1f1dab44ca1e94c6cfe3ad864ed9a824659f371102
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e023a4a35b5a9342aeba0ab97930b6c4cf1a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258a57d89aa06d48a99275181186cefc3456f63aebe87286de439b8a2d531b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab4cc3f8aa38e4fc24ab951b25443fd3a2ad577
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c4837f6798d28c855f4d365a526514f05852d92bc39bcd884be17ef0a32dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1956d147264aa31f0a2e732e288bcd135ad8ad1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c013ade2dee9c5777473c90e02b1711a8a0a02202339283c0fb4d010dadba6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e6b08efbd532c37662f53f02bb1e883d41f88a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68fb35f1d4ffca10a4b5a387fd82a54fd580000cb25ad5a264bd3129d3b04c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6e088c0581b9fa9c0f40e34d944b2d0d2b411
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ad2eb395ae22f92d89d32321b0caa3ba32655542e79458cdc2469d656ad607
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79d4c76018897a5ef6abcd125229f7ac99ed70c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0d382bbdb892345b16743562221fc0489466f8fe58bbd55d28fbf5dada593
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad93524c8380ca414a3db2e4d7d0efbfdddd97d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ec90a05e5f9bd9398ab2d814c930f7b64c24d6de9988909778ec4d3491afc2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63b5e863a83527da44331b6a2a0d2c1c85f86c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5c229d7817a4fcfbbd39f80623ee8e124d1072d80700682cd12613453d110
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd9461004e995eac5850e3596b0013ad8c78d02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffe6df9729032cd3cb04667778d7ba132f77d9484a6e7070a422f787a4ea36f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d795dc789ba226cd62b21c94dcb8e488fb6ed1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fa4db2d2479cf708903727dc5133610c234c00a27e4dc4385b925f03e3ed1e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9759b17772c09bd9cd980f72ca657a66cb0d03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb273cea49301fff4856197f3d79bfc6241e49d18608859c0c70b0f3ab4c630
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d916b08ad52a5c59e8837e9c6a1d551f6b1419f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89045220ba07e4de5d912e2ae6446d1a8f6804d1198eb7495b017a8eff84a96a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdfddd55c4705abd6fa6655a4821042c482142
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de5e1430b056802177b0f38dc82bbdfaee687141db21a498e6e62bb6aee0472
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82208f606cb3fd73fe74d0155351c8cb6d3ebbbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6e0fc682a9aa43d835304b6c7b05fcdecd2dcd1d248ac4272433f49e2a506d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0c002107d3050576b6d656cb4a15e04c941614
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860561f9d20bf4ed5a29927719465252c87179fd4155179f0906375aa6cef0b4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a27f4a407918b33513150ed03935c62873bf0ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aacb224518651b9492cfd7defaea02a3bc320c43295638c74a56724f9591856
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a944042f0d11a8547e2d06ae6449e73398652
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddf89716aea113bbbca79d806f4e19546382cf8b0ac6e6c5d2b726338b45486
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c523de7e871564f7dc44b2765743f93aff2e24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b4cab4ed0933faa77d681bd95062d24287b504a60a7bf5fda7e065b04e9b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfe4cedb0a0178c42534de07372e692ee04aa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473a68a0c06f4a640369ecb8c7cfefda3ab0bfeed0aa6ba3dc5126ab06e70089
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a532611dfc156c6fd6960850bb5e45a0605152
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe8999ed5e03e2abf843683ee6cccd9d69535a91a1979408de0ea904fda9879
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeabef011440aa38c3152a87b2eb1bf07eec96e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a58aeb0aa11039739d793bcbfcd77e9286b92b025470dc9e37399b34b429a65
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995409b81bf2b65a6f620172a947427b4f242d90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17081b62bf39d1ce5628fa308ac7d5012a81be972adb98291debe7698e180b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fbdb0180bdf95fd59abb3ca8e2a205d0466f8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9423f9b2c967a638d001e7c97f8d069da8d1bfed9136118de8c7bed1c31c66
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f4a9a7f9a80d8d8128211d4d080d6644bc52c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695231fe8f8d268e95406b2537a80fd28713cbcb27a2238ff4158b720f487a57
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8871f697ba3dad4c64eaf41e2460054bdaa8a9c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2efc71dbc4b424574b4a030b67762be7ad90795dc49566f846cbb38eb13e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c9f7b54c8ef7c5976d3b9a74762d1f8d506d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acccffc5fc6d4ff96512fadb1adf58822bca2a916ed2340cea5850c59276a8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cb4a6ecb556efc39feb39a32301322c1197a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de30acac67c74188b1f5dd72fc7ea7e48f57a117e0e5dfda73c8a5130c8162
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0c58f616f1663392ef96ed24fe0c6b48cc6e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c4a10edfce4cad8731c3c01ff4cb5d7dd5209d32182340aad8d12e6618db1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d508ee8d18616c9a179544199a501c977dd474
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738200eea3122629a69f1b4b0563b0b9da38099d7e39c51d07a3b491aaf70f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a08e72046d92db762a93d1f51546e3d4819a0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e941e31d231f6a3793d11453aaa942a5f6ac41101d800ecc8e914bd8243fc0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04242852d2743bc509f5e16391ef601fcfebb941
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd958e4f149b511f7bcecee915ce28fd7234ab2655b7d8c20527826b2f9bcb2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd47dd5412b58c690361ded8c85bd707f5991b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46f8c7da07a6b981590f045ac8e18d305380de46690f2a624f05a552878e71a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493a1b630ce2cb478a8ad6fca4dfa920042359af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0595b4176fb71f01ce12623838fb77bbea07c1923d7c2a19c40fd3aee37274
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d48b407075bb21bff809b6524f944dbf0a7856
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f99efc5caffd9ce6bcec889d7604e7fe72df17ce4bd4f99d8870468c86def0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4406f343b6cf827c98c440e19e14f710bd9263
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892a0313aabb409887d6eaae7016d77a29a4590bf39d60b7cdcefd6e4ff72a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ff53ae849f51daadc61f9db0aaeb01d09deab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71a8bcff8a6a7244022a6f278f49c6ad63a1ced871ca30bea4773405718156
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c79fd19506d40390ff703ebb4a3becebf96ac18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb53d1e0a11e2ec2997a7d89f80771423b824f5cf29fcc73f36e43cea8e24870
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587e3f0ce3c0fd53a3bb77a8d1bd32c18234b32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500edb63a539e3c666069f77359f7c9e18f700ac6e6ec548cfd7ddcc65c04f2b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e879768bfef8da903c7985370027d156cf5fe65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d670ffd30c0b00104790f0c2e3fce1e8445066b70ef85e476da13a0031cff8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c3eb7ee8289352e03aae9429bc78046a0d6bc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974b1f000acfc97461f72e3f1e917c7f4ee2eb585a37f236ce749bd585830925
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf58f84d73e53a03c05b58f53202225ea0fb0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fecba1a6e4b11c57920c982e0cfbc499d7c94c2d40f98537a0c7a87054298fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b06a6762601f9d92d21cadabe5e7e847ef66f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c08234fb336c24a9c93e7ba7757deae9519a560f787792c61867b73736396e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e41fbd02154bd25286c9f560d7c6ebfddd74b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01c657e60032b5f9af76165c9780ce606eee8b59d18b8266ba53d196290302
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5dde756663bbd27a97df1cce0e9cabea832e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77d509ce6548f5d039a4da0d05b7b4c3db88cd4cdb65a4ae1a86ea8434ac43
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632559a923e7822c6aca62d7013c67b1cbcbde49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380baf3d36204e631ba7d68fa3c2912067a17b6b3f4a5af9b36c33a3f5b2f50
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1305d0f9af2746695069760669b25ca46afe2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780133d0ecc25cc63025dd221a49e6d411a378baac1f86d70db097442112ecdf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1c4e4c1223f1116204fa0a512a8d5d932740d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f97e0163c7a4e96bd716d3ef3ca273cbf4ba0b8c42066e88f4e74155fe85153
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5de01d3aa75b97977d5259bc0dea57f7074ed7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e3571446db309d53bee430db5fe92829cbf77fcc42c104906983ef2c98b708
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671fcb335d0a13d676836f651bb2bec86a2baaca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4001aedc58da460dde4a37e6cc025f0a41b07d3d01c915c1b4b22c6da411dfcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60172043d9fe5ab49605769bc849600b3f17b555
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537677a7401b0e8f92980121c81d52833050dcea87d03b4111cbda70c529e325
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85357ffe32490ea5180808666a12e01f7f1b9409
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb0eb9876aee774e87a2538aad6189cdbb3a1ab3f4cfafacb620417028b0b27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637650017ec66fd1532a000057fbb684c2e4ff77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e30e15c610f3d56582904ad00a85e1bec7daf747e671710478e964dc3b971
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95afc04d92bd40d8117d436562e933fda68d434d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955c9837adca5f1a91ab9481a7d80ab9acc6b9a0cb336e05b0b3840eabc95e48
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315e65d415a1583f3bb8b841fefe5f35e85e0dc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d270be2c6cd806d1b8a5786d189e88246e67a76f585d480614ee0e2f377b8c7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d275d03b046b6822c5487eff8ea0c958e923a908
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbdc0a120cc025f1ca7f170f1de2ddeb211667746a1217b6446b1fcac5c44fb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962ee73f09097c4f8031b438fcd57a920c064889
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea7ee9c842304170f891f4e02b380c4806b1dd7762d4865009b81e23b7760c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9308e6151f19da9f04075cd4619187cd9ab32bad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53452801532b63c165f561951c293a32ffcd98699a8afa04f16280eee10577f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7036cafb4778b14154e717d7634fe98433a0fcff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b85be391c2cafde0c350638d4e7b16d352fa381526c950fe85f9c704fa855a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644fee781b277a65837a25e1b125056c4e1bfd5c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0e2fc0c8d47056a593de3327fd53cb1ed5a7d3555785f437336a275c562a8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4812580628a3ddd1487a4f93aca762f32a46f3e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a44dc101bc6da704c9bfe36659da413f9eec77d5142042da0f0ae60208a2da5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b19970b2b57b8aad0021df374269bf07c07a79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c728c19e32a56b43312cd1efcbe74c92c64a724bce3f70b8432f540decce2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8685f00274e8e773a1f7149a6978d7a8d5a82d06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f7aee8cc83771b23a3828bc23b76bbb635cbf4543b2fc768af7f88dd72864
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc6a07f61cb317aed28f4476f5a514d26c39ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded60e0b2dfbcf581b6815cc67d08380dcc1eb433029df7de40c2885f8755716
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed609b56f076cb576faec5904a2f1a7740827fef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e257258d4d79a0d44ea33efd9047a7b04a8da94974eff5a0aa01840918b7b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810d30fc2694d9920d6f186967995609feb9bc0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636e3ec4a6392b41d0562092eddb7e78fee304d80f2ca1ed65e5dabb9c485a63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebb4f548d29eb64a04a602b4a7d865c1fddc5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c34aa94c3f3008eeedb63b5e55603912b242aead024ebc9405731e69250cc96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea5be720002ed14b5979e24ec1c54b115aca8d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea634813000912c415839561b06831c3343644f4302e99ad32d35d0fea5a66
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9fd470079854920d0bbb7322df338a3546f7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d3e6d636e840bfc9261005ebfe6e21a94cd125a065aa519b61ced714519e58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5858c8ab90eb8cea86c22e0b154119f320a18ce3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be67f7cf9cc82342bf30a916c03a8d11a2ae2c40df499aecd3ec94397229a1d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9242cd97ad8945164b861c3a789e743b770357c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6642847490b87782afc50919939b522188d5ba5682ca6d20f2dd832827800
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf6084fabf234ce409f2beb361567e79f13d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e06c3a3a89a921c09c9763edbac6c4eb265e1babdf606c0835c89da0c44ded8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd494b522b2c0b65b8af00b456b260d6b8dba6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c5839babba960ba7b29157f99bdf7c240813943ad42a42d86a488f3d23aea8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6102c57733b67d72dbf317a40b9c2e7971a4925
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3489516963c4c41ecf5bbb807f5b14ffb2e401e87a2f21030d0ec3889cc7faf6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812bc3915176c368d7f5d7143e5c5a99065c732c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a2366575a0127eb8e43b0508d2c583b712f362e2360625137eae6f3bc54d8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faa428d04de067642327de82ee0d0484bf305f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec9c5c2349a5ea23d50e479fad9dcaf81b3a13111d30481663b3a81ad72a27a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf226a01ee0014dc6e008d71e526c5f6d809462
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4d3ac2d081e6fd61527a8bba3de8ab1060e6de3e973aa88ed75717789c7671
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2110bea0d18ff5d05aaaa269783cd0dee97994b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e535ea811ea9804d39f450e4b6314879dfa476f5ad02c9498f33bbac15e856
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813409a74451ff0f3d8291c38fbbf912a2ddf00f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd77c0fe1062acf0ff1438b63386491372a6e7c99c0ef07a4f3cca24f9ec17
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944c8859252651566219b0dcd5dc03b226766425
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e99b17f5dd868ce1d0b58e7fc6f942daac34a465aabf8dd3fb7bcdfd7ba352
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a0b577e6f0e604ad8eafef5e2448c5d8241a23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9aafa9a9098c9cfdfb9b3e9197478201ce8adf5db6ab73cdd6d867693ed8d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e54882d20ce3f83f1a344aed2fed17f32e9ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3925f747ec79d4d27fd46438f9c2f3b28d5d8707e0a4f3854acd3785d00bb09a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b99e607d513ca908c3c755142ece8143172c362
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262a01e08d2166a839f0f03bf900647629d48f2be7a94de81f4000a1c5da7f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee12b1ee91197fe72ba7c743d401130b049ced24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c55de97be4c0777cbad515fb9933d3996cc2d0475cb4e27c5d8a2568f0c1da
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1afbfdbee69330c77699ec8126d99f5d198ada3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01613a0611082e33d40915e4c239afb6eb0271dc92d068c4e33f6166308254f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aaa4675876b5c6b5cd64ff18ec357f64701069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18791545b62e92e5ea9c2c68c588f1a60d5c848f02a8618300be51cb2c685f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7e79313c9b0c54786113cdb10405e83586c1ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56809ddca55468875a3ac17510c9503a8f6d76e5e730c64289f8607fad506e63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9dd602bb1431f7747ac5b97e21a796fc803e1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abcba27f28b7b0f5d5af59060954de5d408eccaa65371c18523aa4dcaee3b9d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510f937cce1870f9cef179d4fcdd910bb5d3b53c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e1795b5548079f0ff8fd217faf7c0815e66f03b09757868f4698b94eae878c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243791c3c942ac030e10ff527903601a67d1dfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d14e041089df50f077f61f49ca5fbe91a4c26992cf285f23fa226b508eec759
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03131eafa23bdf213029b16de9714fe5441daf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa45b6ae555d6e0cef7972bda1ffc4cfe74501736fdc19d35845a880170197d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e2986d56647810a2d08896ddc57cfde0007624
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c232d3d076ae7c95b2630771252c75326c99b61000ebbab5a9da115c518f6f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0240d6fe8d7bdc29d81ce29fdfd24b7481ed11bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229b94232a6157b18ffea9e1562e664c130174dee3cbfb212c4aaf55cd1bf50f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa4ac7c960b8d264bce99ea6199222e7f757af7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4680365c98c04e5a247bd59391c345013dd3935c0367a4c541c2da758cb33fb3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc093c0fc00a58ad9a96e8d656ab51f245cf17ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b64253d0a68e56763c3ec071757ab8cf967bffa8ea5c24387d66101ee46d21a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3711d17f88c217e27ee188c6298ddf1e55edd460
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f6ef61214421ba759b22991d53200a97f9eb9b1fc9cf6a08223999dde32d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e871777ade8d2fa4afce72b4fca8a3e248f5d305
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232d42db7cfcb85b43ba0e834c352317244096d52239a81dee7bbc98eb561fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710b94d06aaf1df054847101832418a7d3813bc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e564596f5e5f1b96a6dd951d40c879b2567109ad51b61b8f9b8dda7f940e7e5a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762d9c0dc526f200a584d15f93674e37613336d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065368406a53e9dc92de6301f4a121f4985bd17ced86ea7fdb5a8e7c69f517a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510e0d38bad3b6eb867cced05ed940306174dfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0bd2502c95229b5ec3e8b8215e34479282eca274fe75cb6e55bcc8d515397
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf748cc9569b83ac3db4b1bfb437c6624eff599
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a8f21b8087b84c77de18e66e7ce943902ef918f9efaf2d785a7bc39670288
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587b6e9659b0c5d6612fdc717f06b86143e5f78d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774bd5881d8199f64ca5a14de3a4ad442606176f86e9d39dc58e6891118c207e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12353e2b17cd1a46d4ffa12da45cd13821786dd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79dc1e64a6f15b001c6d54ac9f5cc0e7ae0e261c606c9c00b1bc1c9ff12adff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201ba351fbda4bf8e1762a16e5dcaf099cd89b20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a956fcc65c227b202abbb11f8e6aa2cb53ace834e633543d2fbe26ccfefdd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479bde7dfe50f353addb200cf34d02fc49ea8ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba09b3070a72483f29f2fa47da11719ee7b482ef23195d031ba6914fb0f2d4b2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17e71bb4bd0203775badf22977a91099ac06e13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8d7e51954bd3bc93db10d7f2f85486d7c5b396af285add18911637fdb05c61
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffe7c7a7abad741786dd183a1828b7cb52daa49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f04c5df59af731b9f3ff8ee3eac59906b17a9c8b7e033e3655975ba261a0a7
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d54007eb9fb0026ff4742646fd21474be5960d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20aca7239658aec02fdb520062cb321790d65e7db9b5ac7e90faeffdcfa59356
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e94b77d2721c77e4df2eda3cc8e7c57218bd019
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6742f2d200f9554e9ce0a106cd641ded7a6de017d9fe9204a0ddd3784258c3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b0b58890c2b51b66bae1802565ee44cb71cb63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b085ba8777cd6bb34d34543fe212324b80e0eda73e41b82fe88f98dc61d4a8b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886fde21d6fe6696375b65f85056f6485774c342
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56facb93085cfb4d6147d7253f7b4741692882845906049ac8dc4aaf35196404
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed01f67c44c2c83563a865ee43f1175f885a57d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40019dcaa14f7069018c90cf9b7b0d59c949c0e88705e6c3cb250700388df27
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af73b50f8fc813e5d1c7daed922f20c9136f82a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d030b1d75ca65bc1cf271602901aeaf77a2e865613216266336dfc93e30e5b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e223a27ffa6814e79980aa024c2b868188bd6c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726fb2f5ed40db6dd8be300402ff02d036e62ac88cbdf736c69e239981e956c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba46a9c34af06965788519f64116d09015164e02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5182c4fd8c0f73488561967663bfe9ef69110c98cf36b9203af129a8d45826ae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e49d2263fee18cba0531bd4250b60489d03340
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b0b5ccd032e2f4e8279060f99487e5fcb9aedd8bc5442e2400700ff6b85464
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee345b5f81dc90e6fe3e615c3e78207c50ba7ef7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2825208c885b837d20739b06da6013480bb99b99791a0f2016a1c2085f1605e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a352e1687e0a661f88fa1de0e297eb9b958b8c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a4c0c992c7dcc28595ce88bc28c3c53d58d19996003efa532823831cb09db2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ae10f14739e4675683f7d6148d69af5245e4ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b8de0b05369cbb3890149948d3186a16b1c789c50a7c23bdd4224bb804ea4f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73397aaeec771d64e120f8e5e3fed13fd99da7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6de51828bf276cc3e134040635432de9a8495f10ac52d5bd93cbe6ad13ed96
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab0f6be20046870754a2ecb0958171e33532391
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd158aa368bd439705eccbbe5a3e5a60b9d6d76e79631d3697c317d064e31358
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27d447f9a801d9b664837a83a12066144b17cf2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63333bc410d4fe34699bf3aaa27fdae5a8afa3b84481c6fefe1584efc03f5e62
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff64c2b5265bb9deaf7e2f136ac89ff6ebdf5ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a3905dcf1d7daced66268ea85c4b1412a69d5287e6096f0d4dd36e9e01edad
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afbb77962846a9a5067fff8176dc61c2d2afd08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2442adcf034303241975ca9ea05de02d18cacd237dc3cd899e1c0c7608064e30
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6efbe4cc3e97ac58b490b0cac875e7bc26898
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f36c0ff45f5fcfdada52408f6380e4310d5a80485e558b9d18698748e1dd88
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090e9d7f30c244d4fe38810c451f270ed91fd555
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a4c36de8174f5f92a24e99e8ad24b2927c70482d7650b099f02962ee52b692
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab0f7bd504b4c7c0669685746127b93082881b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a732aa6f4f8bbf03abc036cbf41dfaf3a77f9a88d296dec7b093a933dcfad77
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739184ed8ca3d2d36b80e47b51662d5a6d0cec03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0dd77eeef774db9dd31ac8f8d063c289bc970aac7834a85d26fb554668751a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892972f70def1ca4c2e7e1ab559ca82682752c9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e991ce46a7941ceee8cd43e02a580645e65c93ed0459f596b0e3f4814a409eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce3bedf0eb41f389a65cda18918adcfaadf5971
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21bba2dd738fae2e1f630b1b8f1a7308b9349f700f0e00f178a9c6d166e933
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a74a9ac7000eefa788941358dfd0238dcf0510b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5924a9aec0c7ed03b8fddb1fc6f6b1e4ca387f4d638df4bad9ca7731fffbe657
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39bde665e0c8099147f62db0840a3070ae6b13e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d874c8e0bf05012db44860298552d3ce47ef1d58a84f076691e0e58b6abadcb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa1e8ae057a8a9e00eaeb2bca18b72876d77878
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e57a8db1f2f2884722c9053e3f03807d320300d5898e13d22f9270a8a29b09
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f187f9100e1126e23bdbf0d65a16b8005d322c90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b55ca84362eabd4773b8a61f6b417204b445390693878f2a8ee30b4fe35d31
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd1d133c6cb081540fc2693e76912e6eaec0512
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8220ca5999812985482ab486b1cd2630cb817f765fc655d65e5be239d914a931
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe205b271e2bc7d669f2938cbdb4234f328cece9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f808b6a9f4b149a3d322e146a0d011b777dc1747e3167ed0eb2b40ec520b115
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f766aa1bcc0c6c9eae6be9deebf5e704985edc31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a29825f2ceaa405aa1503ac919e21310fe0b3eaa7f1f5d7a5ae57999e8dffd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa010efd06bb7378bd7fce013423ce7c3df9df9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76cc51ec09fe9a0fbe48de3510216d31eb71fdbf8844b3a4c6ac82e6f962f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016f6226d32199ec6a68f209c5bea7e8219e6fee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7218b706c5ae08cd24244b2165b544c61571c156ec792fba654fc2a6809279a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1aabd70c68226cafe8152a20200631873a11a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ff6513ad08c1014aa59bb23bbb7e8345a1215adab50662453dfaffe5281a7e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb065937705f737e107046531dd3adc48d301f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3835628be7ef7615397334cb6d1b21ee7d27b13d989ab03bb89ef05979a601c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e25779ea9cc8240183bd7d5a7db6e30fd748d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc6561d88db7d6ee3ce0f03ddabda656d6823d8f71b1973c06f97890891115b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b7ea0eb17e3c9ec4fd46102bc770a7bd2a665d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ead479586ef12cb0c196ad8a67ae91553914804642dfc1f49abd13101a4c00a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf12d5d84cee9aea7a9c4702c4cc705f2e067746
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e742476f22a2be5b809921003c386736787cbff5ce5350120957a94838cc78d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31723d39cf31f8886a4efdabf2c314998b298f99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a636200ecb7508e587918fc2ee9c350ee695de1e1a5e8361844bb254dd0580
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f0d84a0082fff96a1b3cd84d17eb7c4507c14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f5f4ef194e98b5004c0daa9cb2a9824cb91e1d5ec885fce3498480e755cda3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a254d5f292edb1a0879d6c331111d0b0465b0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40a7bff3a89180525f8227d438f9a1bcafe4f2cdf0b1318f543eab4e6b65c9c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1918004a324d52c1507fe6e06665904d7664e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eca3d69045eddda0727bd55876a6d1d835b2fac5cd4ee3ff91c59fcf5ebbf2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0051e8286b5b752dfed914368e9deaeedc9395b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a2da730601bd44ff4e8b5f836c6464205d9b100e54699d37ce7e207c4ea47a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151b382a98bcf886bd23fd8802539eea9651a08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962b0a5b8d271b461fd3cb0248182f86a227a6e2e07e00278b56fdc099360e80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1b40fb953e10e4f5c2410b0076d1c245658115
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdeede85222fe549d7bdd15d084318aeda3efb18fc8c750234a59d9c208bb30
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb100223cea53b14f8460a7ab651fc9337056c4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a97b4c440189d6ef36d3d04a47a7ede3482e7d6853cd384f419f1957bcb2a35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039e3e4eb111fa21ce1f2e7b929e5f9162305229
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f323e5535d8a38c62cc1bebd30ceb97c8d9df5dbe9ac23ba00e0916535d88cb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df997c483d8fb5d0d1387fedc942810c7a297b29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80257c7ea7a3da3a7f7cc3880d16174f2dab6bd6c13fc5c05a478aed2e8884d7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20c80583350470d6faab9ecd738df98015bf9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02663f496b39419d84e70d71e9f75981244da0eb9030df458479df0b68ad108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bfa198cb4400225de6e68816057bdeacaa7b06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4e84bbaad6a7b72062ca689743eed216f2f8b99ef4149803de4de9af76cffd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138bded311e0077fadea3afaa14bfd6b61314efb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e55c52c6188e881061d1e0461c61ac2914d5a96f9d2ef67d8f4f8e6d02856d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ac8b93be461c53dad5519b3f570e774702933
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb003dc321f5f8fd7d3063f6ed73860d23bd554e0dc54c6994621aae26a732d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db3c751e788ca78206c20fe453eb54125507755
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425fadb2c61b286062df9219ccd9d88128450006745e0e4dc17cecf3a3b600aa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad037456adabcffbcf7162b1e610dac88139276
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595fc34724cd9dd6fd4007104b795762a6fbad824e294653b74aac57f515ce97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5c78e7990554c41329a4c22d9d44596086d084
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2924e349fac3acd69c1e8376915b8e53d6c7748f72f1935645ac0d434db26684
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281fb23b48ef317fdf4b8bdd64f87e66488028c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb23a718d5f38fc0decd0b81627bdc1551e26b900db88e7afb8db1031ad1b814
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c7c474994276238a1e4c9aba4d2b5d8f4d48a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7088ece0491568020cd47892fd48b71dc8674670ede6368cd2e90716fb7449
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e91ef3d005c17dde54169f8fec2450d564100cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02081875452746f229c01aa9237b9e02797c13eb572eac4ad5032787f29d6ed4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da09e4a78e950196c22d45e57884ab0d1452e544
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e96a9b82c3217d31913d7568ac810c5ae3e25814311b92e8ca34fa1ac04c39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e95d56e5f9f12fa3e743c07efb623cc45fceb4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb0dddfc654f5ed4d28adf8d96ca22a43b7ad4c50fb220e381240fff1bcc381
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240f0a7aa8d5317dac5611d9a87ce3e9bd4ba211
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470052d60ab15a2347d75d86259f12003964ca5dbc0403deff5aa43d4e67a092
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44e3f84023e0bd26bb37e3efbab1d042861696e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1b1720c9c222427dd7d0306ba1bb408bbcf65aece1c10c0e61790842140314
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeef7a03ed1ba592feae2413ac2820e0397b681c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b274b72b07ed6806ce1c034898532c1f8811a4f6c15c826dbea9f03935a5b645
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bbf89c86bb235bbd251ce811b2b9625815b51d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1326cfb9e1a86c0797921143403902b961565d146b82c5075674743f0a047bee
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3694b7e8ffa3d5fb217fcf8fad75c5d5101e9b19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042076a6d5e19d5cba9ffca93463ece8b4d6b751ccfd04e486c86ab00e81081f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4df7c8fe52c668475cd1e2ec59ed8d91a3810d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c71b1c80afded918a0cace68c964e6711f0653fee747d5633296cead210cee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f4624582b118d0a8d2874c5a25f71c33bbf25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be57b227acc583ff5d943d13994f54711101ba2ee99a4d8091df42673085c318
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3202f5ff8a6918073b3aab18fed4f42c249bcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689119bc8ba26f8d38640252a5bf23a334a19489d12b0a21a5570c307cab8d64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2995c2c28bd48e17ac455bef2ec4d871e88ffc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb6b45bddd1dc98469d2face91f793c9bc1d4192553a82d154f25376f8934b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3319189773608b8dd20eeaf82e4978ac23be5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c795524e331f3d07ea583fec66213b5727f75f9517f0c6e5a3f32038ec8b38
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f038eb5cd320f924cd78e02246d2b1bc0db4e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a33b09a2c41ff1069e8df43b37b301399ae8d53053860bed47b5504fe23ba68
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c38e09665d5adcf6be6cdc834f94972fdb8345f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256d62454ad990c59e3b02839943da63bbb74b2a4ef5c66176a4b6a6fdeb878c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0544a017fedf36d99c919a1ca93181eaad3efac9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6778fa69eff2b33432331799d66e258a9970c2fc84b0f2082cafc44393d79a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092a53285b5c4654338fdc82121f1d9d77bd445
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee67798a33db967f03d083b30b9baa87086bf02a2da542b1d9f5854faf0fc5d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6179b4bcaed32d051b1ce11c35f53cc4249716
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0604062d7685489421d55d636d79dc5520b0872fee5c693af87333cc968e36b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f54bec7c337cda4f7cdad0ac6eb3ca6fe04ca4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93083d0b64d3747908d6fc6f7a0a42992cfc5908f6cd7a6b2870a287ffb83d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee7c8b64cad462f8c5c5b6ab75621f0e15ef2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a6170db9bdba448c6900b709b0adb42a743467a4daa852022d4c7d82bb6d6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52985920d49f224bcebc2ad70a0eaa51d988029a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afaacbdf987788bf5d5fef12232f311a5f92a7b27307d416479cc0b36ae5a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b329d43a29dde5e10d5cd05fb96e018665748235
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b8bfaee7610d1f23eec5e7035d3675ea7938b9b1308eeabd4f7ed12b0b0d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e372626db3ba4b6eaae252160aad88e32a64f47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37627519f6b07bcd9726ba3d3d2b70d2271999bdc62ad341d2364cb76bdccb08
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee3730f99b19f3bfbd0d5f1a05897c5da17d982
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ddd69f281e8b372e4ece70e5720e06a36e8346c86871d2218d1fe2a6dadd33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7117ce3ec0b48f59466f23f0d9735eb3888d6357
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5254e6ff2af751b9ec5b97a5dc4fa8ce5adf5b4974fb4c5d51783bb048a7e7f6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca2b8d9ce6a47388ae1bf4e0f81b154747e82d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b4f1886d0c0c84ac34a335ba6d2791459417ecf424a757b259f992f7158d96
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a8c0fb76efca8fed2e66fefe3db02bca0d26a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c246bdb2fb78a7fcf658438d8033c7c688b024591ce49bfb1919304e293933d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7e650132729ba357a40238151e65acc5a59eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba3f968a7ac5a16ad18c24860b9ea1af5316207c13be81d1898572a0ade57c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60bec882a89cbaaa0bc22907f2cd6b4e9f4e085
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4488ecd75e490efecab1dbbb3ce24d8c9cf6fee8f1c164819c2fcc9d60c4ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46366e32530dd496d0891690e3a65be4dd43096f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f0d1236abfc552dd0cb262e30537437c985d1703fb025f2206c3992c4f7f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56051c5e3144f3dd2eddb13673b2dde76be1726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d76a6bc46af48d6b1aa6042407bb0485130f97593804707800ba816dbf205
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c848fb25bb0d7071632f810235fbc21a890d8712
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b098e854a57b50af6a7d3de0bcc24d328831808d755fcfc7e6ae196664331eb6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97287ad0e27dcc6208ce9a976dab49b10293af21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b81749ef2fced55b6f8feb96d5136e1ba5d11ec6e3c2c52abb2be5c6f1e212a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1adadd507dfef0ac0781243652084eb15781257
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee22b9691e8bcfa98d0d3d76f1d16f2518146c3cf2c9f0af0421558eab7199b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98867232b3903d587030980d584ba288e26f7c11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013364e77fc31f1989071e5293095b78468c4c410957c539279ef2d5eb8a2c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6586cfe579a729a78ba3c4b7fd18b7c6cfcdb8fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160e527b2a23f43ece47fd25298394affae92f2f1147f23906f27fb40599417
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b12546259110bf7267178751789fbc93bdc922
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4f19d9a10d570ed6d0b11a840392bdcbe06a5f7007d393122bb3b9f2081298
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e2733a01a4d449606349372e4061370c618bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efeaf83daf279385b385c1717e7a198285b204302c16b78d9dcadb0ce16c38f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56209e4d8ecccbcaf12eac5f9f32143d274ae3f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52493676fb4c98ea572b34d95f6e547300147b6d00cede3695bade6d2024e38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da8bc03be1942f5be6f24ac7d7c28002211066b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c489625713cfb760482605bc653f6a5a2c2221a1ea56389baa514d57c1250d9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081fe3ef6df64d6550566966b8178e7503d4ab0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8796817e94cab3c6101504c187fbe5b59a57416c4daebe264528377b3478888b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfbaadc41f6894b7cf5ff1d901e6696c7006a68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f69a3fd5d4a8ad7003bd3b85460388025352cd94d889760e2c92f626100471
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc71e3afeee9b711c33c6a8e0d93666ccb107a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61a4d26c91525288241b511d19ad6c2358f3cb84d340c6bf0b37e51fc03df98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233784a7c9fc3c2afde735309b7590ced7898eeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc734de050db585592fdbb242aee57c49189dd98e4f33979189d203a2a4226e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46348a48f0a848374c9a471a1c07c761d7ee6d2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c04eec44fa6ad71888fddeb3d480546b936c072ca16d219414a64019286863
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0fc8043f97af6b4cb73086a7f7594e471b7937
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7e9fc216dc102e4b5910faf63ad992024b59275ad1cb17b6c03f26f9c4cbc6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ebf3668338582fc46e1f0e1bbb9417b6f0d96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028ce9ed06007c8749d60718c07729d5dc58c7435e202b7db26495d98cdcd75e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c89a31abb2114859ffbee9f49c095b848e51455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01431c59cdc52c872d12166df695390f2d62ec465b1537aedbc9325bac931206
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9d01705a15f066a60c6fb6d8ab348e29533eff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5108d419ebc313fe238cdb963c21921d3972f840e6e36da388f7fc7d78ac49a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad36297f0485e2f659a935a7c3c6819049b903d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd8f78f2595db7d7a27b1853393f02b74be371ad52283958ea9dcfc1cd659e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfd1020966dafa538cf5d96d0152d16ad0a9829
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5169e7601173113302052ecff4d3c3a758f0815d09e6a7f4b3e0c5d185a5b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba43aac00d7571d47ae4e34257343c975dc34485
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe938b2cc28deaa97e8ccb5b24d202bc12ebe7f5dfb526c095a78310df27ba4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84897b310bfa5a6e55e1a97b3080380c42d606c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30da4c836a0c2c413d848e6881932488b93171a8b949e0a54fa98616c7c84619
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d508c67e4086703d58fc3c75af5cd402081876c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd061a2dbddb5748320f5dc7433d0a1a551e11f3b7092951d20407fb79df580e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417d394bd3e686a65713f59cdab2f9c5a63f5f19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c3f6caaa76a2db4a9092f7b1379ae07643ebaf104d87a2a5ced9171255cec3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff06ff541124e1cbdf21afd464efcb929c8d97cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d323281b541be37743c45f0369dfda84d425287d0f003bb5bd5adccc09e2cce0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cef7fcdb94cdd35f7d714bb7a11d518d01cad99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc1c85154bf9ebbf13d8743318ed4253e540afec4a04c613ab04efde067b074
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26b17489d5707015f2da16ccf3617c7b9e19e19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3eb1c635075dbcc2288cac2931d927e9963a0952deb03ad0514eac70a8cb19
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00efe64fb0129d40fc65ae0610539f6981449377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e3f51012b51835066f1ed0d887ab58822850cffb9a2e29f92e18cff8761d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992b0ac841dbe7df03779b519e2c3ce52cacfe92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4e70fdde82fb654153eb4aa7ccf1bbf5f25a51148964ac7f136148fda0030
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6229be8342ec79c1ab99230422211f18920789f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29703702bea56ceeac80a67c1d1b95f49b503f9c5f0bfcd503fa12f07f406a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35274bc2e6109b442c90cd0c1e72d3b8216917a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbc4fbb2a10ae1289bb03dceb7e3dd23eb033b7fe041784693a238dded1d8d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ae75ac0baa2d91eca983cb0344750ce167669
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552adaa65d8b9cd33c8b38042121c1086c5c4e055f745142a6c97ec457ae5ec1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b022e92a6fae4a6f0a6ad83211c860890ce0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f89cbf82d7c37dd58f8a7f2e8c0c2cc61bfd70ab32a8721cdad4d728b0841
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff8a5870ef575c17dbda59b13da90bfa93e5d4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc57077c4e20b4616251ca81ddc47726a4d73c48be4276eab8b947dd97e60b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2eefdb216a811196d17abfd0e4b8f8b6684fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf32d20424be9a14a039a0a6af101223ae1c8c8491bca6590ed4dded2ee8d2e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2873e0a2f122b5ae1cad48ba6b448d41ed61da0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190b86612adec9cac90eddf15c0e45118f92b7dcbb081068008570058668d2ce
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b58656ef10f4d640fa43e021d1861963908cc3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28baee1d2a8229942f0b5ac673d3f6fc44452d1c2dbdc0c67af29474a50bafa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f79657cd84eea786f530a894b40d2c0f7cc4d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583154da9f3d64c3be2ea9d7ffbeef2c7ce66dd027af1e3c42d4bf625a098d0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c1d7022eadabf4c2cf59f98b0eabce8ef2bb14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a9fd180ff93e531d25e3e868f0823641b6ba8372960e197dcd3031c43b3d70
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a11bd0f1b865ce5ccd8c464c42ae597dbdf5cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06cd503d2580ea6c9af8e4b88da8a9ce76a9eb3a21b9d0a3498832f4462e618
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89bd8295238d83864af0aa7b06a90f6409f6c60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8866af6e6f1b34d047afeb1e8dbf0e6bec7069d62975a689c2fda864ceb441
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f75eac531921232f44e43586cad1ebac001569
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ffa53d051e6ad4091fae5ceb8dc46e1fa781ec1bb336db261f6c7a34dd21ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fc5992337d20c794c4ee83606eb30e2097c13e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8665ad3b25ede94ea323013289a5155a90180206d114f6b837fe39cf76d6aec7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d90afb570944c3d767b7cf6c623a61cd3ad37a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032b61ad28a0132d280f65077291824a721433604b04619bdc5504d8b37f7aa4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b923535768bb8ced854d6c17494a53531246f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68a9ed47856c64421e1b52862f3628bdb8f1c8bcdc7b6cc8a0c57302f6539d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb91e289a0b4cc639de9e2aa4ce1bd37b2ca25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271a7f28fa13d7edcc1019753ea4d8b17f50ba0af069fcc99f6977475c163ccd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f47cbe24661fa3703c852720fcd75acf52a10f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f657e255d9885d155bce6ee76e842fa1fa54f3b7fabfd4416a9179fdb0ac6822
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e5e417f6d24c41f9894e735754f4317fa5844c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3204abaaf5296ebcf01ca4d73437a32902388ef32df25a68fcec50840149d841
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abcb76fee633b349436f58a8f985d89f2bda90f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c5d2035b7b969f58ff72cb5dff407453fba71fd32943527da8aa6b549891a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e75f9b970f0074c5fe88a3fadfdb36327539d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11049cdb8341e1471a418ed3ffb9b7cfef647c922353e61eea0b14c6a1e5272a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5d5a23002345fe168347247ad6c31270f16bcf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120f1360a2264ae654123bff7673fcc108626a9a41e0ca8e7b5f2728547d4599
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef2604a8dacf2fb75140c58d5a7b0344cf0ec7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae10c0b0de3e95c9c4522154ff91992d42d1d62e9c85bd46ee3f6e0919925f51
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d5f7cf01b9bacbfc657866d5039b0523998304
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652ab022347413f92a537a430c485bff1f87c5f0f6a9cfe599d0b3056d3c5789
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a99fbf94d813b9fa965982aeea03fc8605e46cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c95bbe4072c24e312e685be25bd589e125ba65c9f32a4c962a1414df294464
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b91be8cb5eb0338a5c8cdcd42c01267a104ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532bb91f66647609ab9ffd828de4ef7b1ba60cea2639c0e09487fb3e7b90e4ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b508fad25c40b679bb44cd0d8387685fc7e795
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e428f077d175b8368faac246e6fc7853653c289ded1277943d4a625b3b4f533c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec7556b2807d2f372e68e02f2abdfdafa40c17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fbca6989eda19dee04c9ff8f5ce2b1ed88b3bf887ec113cde31682818c4984
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43b6b91eb2ba6d732c0d521b2162792b911bf9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd53159871a3c0479ff0d62bceda422bba4bc8a8b9b6d4c18639db7d73c87ded
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60a4aed9707b450a62b6bdd769117720e54445d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571734441ccb7244fcf15d965251a096fed90f9f561a8a4cb1ea21923008bb0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d6d9b4878fcfc0815e8a92c677c15ede169aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dda92f0cf451c22acfa61b0516100dc6ab58fa2eec120f0809eb9dab363748
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d0af79c2cd6b7c91c1082b9c6c35e7ff001e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ec7bc870d2beeebe9595b0b55358563549d44341a9e90da675c022182d666
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051cc87db407f9b49b37307ee9b4d52991f77319
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2161e5b302f4c90fb70e737830983e60e5af921a1c567da4c637977889ffd28e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28ce30e9cb51394a4608a53f4ad57d35c8e907d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88f73caae009dfdb4cd6b9545aaf046b192b818aa612c753afdc12341939802
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22689a8f1ec07f6313d8468a466c730a9ab77859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8a0ebcbaea66dd44b776791990bc1d8e037216c7a0670f7e2a8e482186e725
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe67fcb6677e5d9d6ada9302c4407bdef033d16e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64161b8a8cbda327f612694970dced99e5905be524b9a9a2c05478e3f80598f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0258ef916a822d81d3a480771922bbdcf9dde6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1810ed38812a680cfc132e9815c391f2c8053a96b06d7fc53f9b2620af09715b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24d7edb41eabef33ef1c499b5c9a2a8b3940d23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd6e95a8387fa495859a99b3e659b55ae209510613f023bb05f382d736900d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbadccc37bd47d8e6b620e41a5c6a647677d220
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56ebd260e47f73aba58dad9198584a0929ceb7e62010e64ba0e937172636f7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe76052c1334745157fd53730d89ee8e0e5939d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4fbb2327beca753e0596f04d9fa04754dc91dfa1086187f14a1e51c8056a69
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b675be41465ec7ea9fd2c728ef606bda2c0d8aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd97b07611ff0395886f159df6cd07f363d3d8b3a2df959c0607fec8b90e75
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699b70c8f2ec2eadd377d8e458264236500e7691
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e55dba75be99bfe08b4a56ebb7fcc1db3abd2db779e438f7cae04ab95589b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbbb642953367c15008fb07a03f247fce38616
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4b840584a3d9581e59dd0de8235b2f2d5778cc74d02f8882e0a74acd631bac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b945811cfbdf89e804061c0526b09a5d5ecef21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5e81fc72ee98959fae4ad24ef2ad2cb18f5ea5820f8c50dd06aecc09ca6a62
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64180496191ddc2f81228d6da43504d6b371ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f22c23ac567a22074dabedc6113f693f640a24f09b4892c3802ea2227a76ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e02879a93480909e82c145a9525f20c316fbb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc54d7db4847660146aa50aae25bdae09f01af9d46bc0f5e0e92ab50f4b88f9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798f2956bb2b5659f156a28b67db389671fa118c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dec570b2a8b7aa1947cd537a5e59bd2b870897f7fef1bf45948e3a7a501a56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0865cfaaeecf60a76f71c02c6a2f401c6cb19f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a635d1e8c8b3fb4e8f32e8010ff09cda214cd0d5c3e7c27e4e459ca74ba74a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d8daee82fc64aa1c8a69f6b866bd6278a265bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61471cf879746296a7b03ef6843b36bd0d24ec3cba51df5696f0b2c386a4e2b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d34a2e61346d483c80392cc3686bd6fd542f87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a8fbe4951809f84ba54c9169960439ae3433ea8fd5d8c74be490b477ddf02
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd79fb915b6346777cd331441f9453603bbfa46f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed369d24bfc773873cc24e78a4971692197e2fbe8c633d8e538671a6063e1003
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107ebeeffec52dcfe766fc4dcee89d2a4ba12633
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d757c9c6794286bc04022ee84b27fd3478ee384af7ae2001fd35ba5db3b0f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c58eddf7270c8420ed87e772be1d1c8e6a264c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe22ac2c34e57c2fe1b73cf6171f7b2e5aad53c8d4e5182283183e0dadf515
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34ea4a0912531fa4920962e85572c33620ccb86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60908a4de86381acadd16c0cbfe31740901e8e1fd976f32d422f37f3374a051a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e49fde117d25119a5d221ec4b40ad7d58859a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe9104f8c92d04c9ec3319a2021931b7d7fcf13480e153e30af617db0bf493
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8409e0be3930bbc9b16e9910bd0cc4faf2a9185d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e761ac103c09dc5cb24562295eedc6667560649d4fa6c106ad3271dd91e813a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c71a2144fbb658e525514ac16e0ed215e6c9219
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c31627cac010da29a1a860369ca2e9661436bcb8eac22dd69baacdc1934265e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285213ed3f6b9442ffd782efe3aaefd293525f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b95166dbd807fb5890d3e2daa7882b7ecfad6ac55932949010ce40a21ce5aa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d7c443ded8347b7c67eb93948e858e49ddc37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561cec2d58983d2c889073eaf14b08b101339ca5f04fedc146f488553c275f03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ef7d0ba1b1d6da7396a32d2f0c9eda040762e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbba64cc8ed197211c46005e99b0e0c1345157514fc1858ace7166b8ec0ee47
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e88113b65195c7129812b3c84939e01dadd356b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac07e4558dfb3344e14c9e814a4aed309cf3d260b8a77c8062fe556633153d6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33296dc754f0481c7f2b39d4fdefdb614c480bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd36b1825c6756d73c268127a936064eb210a0cc50178fa3264a1790bdbb69b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3372e1d54ffa0383c6ab28e47c82aab0306d897
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c1bc9ec6edffe33844cfa54869e4961c0809696c7f6f8407e3d2d637fe175
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd9a64771855b9c59a80fecdea76bdc6998fa3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bae51f1ec7326b115af0abf40b6b38f5ef540029790958922fd87e2bef2c1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5910f65c54c3b8e95df29ba9510d44d6dea26718
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89c33991e92b2897f650e00f450c753060d1acaa6c9095bf26c5f516f584c44
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89eadf27783b49b288979487793b294402b08bf6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd964f9a6f61cc76cc21c8b0111426bb794965dd3a33805fb4337bd7de4f904
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64bb9c75041fecaa0aafe1087304867b98fc16b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14f2875aa759343c964c16925e8df7c7cb88f69b8478012edc97dace8465b6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b53c9f1ede7e50e92aa830d0aaa1052340e782
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d315bad34f474f7d59f3b63092425502cb665854c715fd711b9a48bdfa490f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8af7dd184d83bdd1bd4cd62ebae5129ad934ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1808cd8a6c68f24666f95d6dc904dc8abec5828e855c6c77dbdcd1e6388cb4a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35c50351ad1ec1482c11b1cb1c9837fb3cf3551
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f45ea125e876df0864d18a92f6639d7d4b5244c9eff8a561193d0d3e2438ca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166c1e2ebf3ea9c77b261cf70db82942028057f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c858d94972170e98a718fc1b90996c5d145fbb8d6e65121736f77fbfffb6c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53adf79378ce50a57a6334f47ec12731a4b759c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db5b436f28ea78ec5673c6459d6daac5d3916253427c58ddf787dc2f66481c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eeb7b4d88e2a860926945efd1f259cfe92f9eb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb4e343f216e9f8469a175c9d4c35c0e45d9f4ac93afdc62b4ae3d7f5649ca6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd7d53319be46084839b131ae0aaa783958a2fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201b88d59244ec7eb24e9806a3101991981470d88dd326466fab4b91aba57829
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a940628762ddfdf8a6e08e5a3ddbe2e485a58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45155e5aaaef35a4fe6244144c6d6dcb4770c93615b364ede88e7d44008f6b4d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c458cb7e0919c730f86aa4a4d8326a98ee731
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf5cc5b57f68fe87cd0b1a9eada2b0b7d4fff89dc3e615df9384015ce0956b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d9a07430a787ff0b54448977f55caf8765415b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149edba7b029d54b6c76b35d3f67bfc9713e16c9c9ad767a1a5a3d8834d599a6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b540e96c02d9977495ebda1a8290428a0f7f24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66d011e62c9db31df2b1b5c42f04dfb33e29d354506bdf8353b54a92cb01232
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12341368a5f28c6d501e506d108e77c24bb35d6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c43bf496436d46c135f89c7d5fdfad8e5f733f38cb6b50ea37ea09ddd8978
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975f96db3f72a69942a66c09686c92172371717e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a41ad7e3539f6cc4a1fa7f75bffbd85722f097161467422d78244aee15f0811
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982583897aedafcfd72d40bbea050250cb2578c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defcda8183df0e5ef30f53a229d617a45739e97be18e9530f91183effb884065
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dba2a86b9a2681307d4f87aafe2a87fd5bdefbf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4f075d21b5ede3cef020ec7588509eea7bebedebb0cc76096df07c32d987ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15c70c8f1ddbf597ddbe69e4f928b556f721aea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a21c3ce7e59298bb4bf5fda401a31c396014b76248f9a205c2d4cb760bb6e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffa1925e6892b801116755dd3898386c6da3647
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb401304cdf43eca8f1a3a708695e864817efe80602e7790ccd4667a29af7f3b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d020c8357c66245993315caa7bd46a0a1e7e03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26374a768b10944487a953ec0b9ce39250dc8b55ed6055f64228e65ea6b37e1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ec08d0046bd9992822904d977f8939e22f0c9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919ccf98e8fa43fbf67268b39ef8c9fe686cfcfe77397d4c4cf6d3d85acaed90
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a28fa6445bc9752a62c3cb5aec1a7b9acd563b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd01f16b2a340da1516885a6d40ac135f0c36a2ff773b4a6b6994f2853c6826e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59124bf0a48eed2cd74059652331ac0f72d86ec7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28912bdb9b8d2edd93056fb3acecd525ddce0416158cd3308d709bd91c8c0be9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb724c3acf5e9584ff19c85218a935016e591dbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca40b3079475eba0f652f88b4edb51642012b690e8b885234ed93961f343d201
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99624fc8eca4c41a9d14fbf33ef227d5ef1a240
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45f1d7ab451fbe377c887c3be26820b4c4d365a8445b1e7a63c8ec0c1695e33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da01b2415b65850186ce513962eb1296cb6a9d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a597d14d3b08555e7d8199fbeb22c655ffa9f4259da56e0d1db260707b5f5d89
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aabf2d5e86e26489ea99b7fcc4e0384635f42ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de373b0af9739227b93e9c45c9aad7178eba8ab1d970a7ba3346395db663d0b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855a05e82716befb92d46bb6425adea9392f9990
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254409f8f86072a491171fcdf378709c37c9b42b35352ce2394e101144b0ab41
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd10bbeb6d67c09adaf556467adf26bd23bc8fe9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5750e944898a3ff2bc28e6023c89353de30f6a7a1a2eee6c62050d19f04eae4c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9fbca9504c9f72a8a5a619541fc44ec7503686
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0756c6a11145c953b607f0b03698fa0d657d7f6b275873b9f14f32fb0f9b0ce9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde419a91f5e81987b416665ab4df4500ba06151
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200f7ddc69285c05faf40abebcb8d09d1c958fcd05952ecbc90339f48add1698
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dc41fdc570e4dc18eedae13ce8d556f6fb8c11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c403a187388ba40c655e05302c43ff96e795a32c4f24a8f083b895b95b21b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7e8f4cfe3f090975cc27316894eb1b00a08b91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdd16e8db3a5226fbe0fa04cf3c55d890fb46cd4adcd9addc28ba74fa3c7d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7373455aca0ca7573666a1e3619150eedf61a375
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c495b8c2986377b21b577e17f75e322b2045e88a613ec540ce996d6b52439ae4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4f2e512fe26bba346d6960d9a5baa1b64d3637
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389b6c256d76d260d49ba222cc3b67260d60def487d50ca4613a9024495b08a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceeaa03a1a6004a1f6e489c57df72ead71969ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe9db337fd3b0ede5202f6855be56423bff59413cfe3d01354114d42c49c70
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc7028bbfdc11b76c70c5d3b1422546e8e3ef45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafeb59a2fd528570432150d3c2e2bbd9d655fc8078201a14b08df98a628dfb6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ae0a5939304e53b13c9b92654de35d56d4466e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a34cf59fb2f9d46eac060ddd7b074894c335741b6e36cc88b6a1143f4dc208
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e2aff39d0dde42109f0bd94767bf7c36a3028
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3fd191aa0ee0795f914694afea19b274b434db982f10a702ef04ac9cc793a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a433115d62b7c70f41dcc6ae963022f8fd4f19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1872f5cce34ba4189d6dfbae148c3ac5bf6038e70bd1d5ee5ccdc1713bf9b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b252d49991088b99b6aa1239948e5157460ecf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c1d0e5af397a50cda073610107e6f1c1b10237da25b27980349ac3f03391be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb49a11c8f25358d16fbcc1a25697913ab7c7da3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d664f69c120850c23cede55ac8e5d2df894c585f88f457b5d6cef9e9f38a07
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61465a0a9de282d66a340c6a9fe10f35971748a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c9c034de9f6b6b5cbc9378c90adc3f0cd4111adb8aa1eda5ab91a5eff492d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae7286e3bfbdda93bf70a02aefa36ab6186a7df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4673ddc6a8bfddca7f5f7c4018ce4e84f1a88ff5ec1353dce974c58c275fcd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db41dec2313b470ae596b51fa7d9b5e4c4a4be77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c10b11f7c4c8220bc2cad7dc6a991f6cd6507a5e0e41bb752ec4a76edc1bb57
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43204ebf1eccd046252db6a72bbacf09a714cdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45891879a6aa0bda3c7a6ca868b740144ea7dbed224581c89595c50cf5c7b23f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fa29a5a410d0173bed0db7b1d50c5cfc82ebc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b72943ca1bb9bc5847421b32d4107d8fa08b8973c01ff96cbba8d4b9bad3d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c54bffdf49156b97fcbaa6648575f0050120cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f03809fc5d366979499b032c6ccd9ed4e6c5285911e2dcfe0ddb1836cb9c29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d3ffe249d8e367a29ca2be1987f957491f3251
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cadbf2ff20a8a26a045a477641382557c73f093582072cc8fba9f79a487127d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01d8ba24dc4cb49f4f4a759f19d8bee926bf2a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a210095d98f3c423ed98a348c15fff6770ff7347f6fc8c4a0d678af8f3b8590
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41f58ed98401365c8254a3b4ffdffbb338b62df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9878d1c5e7219262f30819aa586656c7afe2d61e01bca76e36a37b4b3b99b8bf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f9954dcc2df839d0cdf5d824cf6abe760d633f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7547f2ae1cd54ea1d990437a36aea81bf6c3c2b79972793153f5de01a6fa0a19
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7091e5aeed0eef944913fe224ab4bbe491e6c0f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17515597d59a765c72d3afdc27cc50998aaacf04466c2e1c4b3c2455d1cc6b23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bf2e097136c7727a4f8e37abc1952b2e1091e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af017aadf852afd806db2e971c44fb59f6da11f392415526fb118c755046314b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b8e5f045b31ac43580d854c8668a9151e928a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ba4e7a8ddd0549514d2b27d1b85913a5b57b2e9eb254a0ac5de6afd48ccbc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec895c8b8440f91024dfeabb85b146882b4c93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b408fedd7553a1837d2cae104cafc6cd31757d5355ac083b256827e788410948
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37d0b907d0a895d0147ef0bc2cc21c742893a8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a89b7a149af2020e17bc07602f515bab4c5f76fb970b422b80fe135897d28
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5be927102fade350591e96a3a5cc0a8de286805
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a103e7ab9c943f6c2becd558ce570f675cd7a4f2fd4372610528a626f65a3404
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c175a6e32218074c9dabdfbfedd8b5353657997
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bc2c3d61863f6b3981d7bc5ae62a22f6e287d4475460feba2c98dfa72ef24
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461f4a660a897c6bcdacd5d291f8674d7db3639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de49b497c2567d9156b299d2bcb3619e0afe35aa75a3d2e7aeea3526dcffeaa4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdff43375358033ae9d80eb772247fd581faa2f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a125fd7b9044b8c8ba79c7c8b2a2e6860c069739623bea2bdcc195b530c572e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d24faaee32a6cca1418e04c5c6344c88c9321c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b543785b3b1825b7eef31bfacd2458a88967086a89d28065c6c65d8225ef9a01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e62262785d5b528854ddeb0b4f7963f89e1817
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1a63bbc29ab83a2a659b66158620f97c5192f57b212e34d45034c29730ab7b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b823b98535960136a8f601e715b315e5a8a8e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82b230afe50b9d1c1916e276c6085746105113a1a3f658bcf4cabd4a1c914b8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e0d4a73e8c633869b23b09bbc7bfe5eecb03d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a396a23fbba0661e4cd57b8e0219abb4f36c3d1b49cba4e56f4c1a79c32b8995
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46b8691aacaa0f393a8394fb453c8610cc1e252
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d886c0a08996c8d2a66b3d2ed8e03e98ea54c09b434ea3920095ec62b009f425
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d385cab30d94c0c2317cc9d712aa46d869866d6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca011705cb8f49df493570f04fcb653ae8dbcf7af57d354843eddde473b660
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd110e0035915c4f86bc1ac648713e46cec6d21e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c9a80e134bf5279e0b90da28ec5fd955356206afe55669f70478aded1209d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5ae483492dd1a985112c8f0d062f186b660823
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de65efb261ae77284e2b882513ae4f4b255240e7a8b2ca33d94d28bd7930749
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c26d1fac60c84fb95e4ab7ffec469269481d75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aeba93e805d0710f7243565201c97db68a8e1cd4b71d5dedf346faf4202668
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8573145e40d1792b9658cc13c6ec12ac5425d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259e0a9f85026a41b9f4a08c61bab8ead95c1b2a3a1900a052f08f15ca409b11
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f155a406b0b04c2686f6712043841e7f69b5679d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b614e345d63314faf7942025aeda009e986a1526788821dad76a6b3954b5da32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eebe9787d06d4f830dca963314cb85ddab01683
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae908e2ed47bdfee6f786ed8a2022270ba503e85705778d851420dc12e5ad344
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8d528e8459b3162c99df92292607b1b4172ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc05d6b14af328b5125a9f0af17464dd763733264bbd4c9eb5175292a7eacb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022f75d477c04a0779feaab934081498ea53522c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ba255ed0e99ac9fdad6fe42c8fda8c8aaf1af994603aa5273894b0f5392c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a42bb52e5a7fb8cde8c8fe400de60d203966dc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a18b765a2cdc6e8bbe7346ec9e5447e254cccac6f3f2931b21ef617cb59414e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc666961255be95bf27ae5d702af405f67cf8e0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b9380e509980e2b6b5b2aa4cdd8ba3e91fda88642872361b95e2a0510ebd89
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c545b513a32250960a0db574b38f46db3224dcfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c8df1ca0b06c1865c1f683375c6e85cd41817769750d2755074f077cab7260
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a30888d36453e7f71cee92e35af5f321b89c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c76fbc902a10dc3b2702ca78bb0bbe5c5a2c6e5c44c5deada4a8612159bdcfe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4bf4e6a827fca8ae0fded9689e85902813f953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2877773a1a609d683a5cb7fcf127b0b406bbc950190ef5b6c0070ba65b7327e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed1fef94dd934ca843a3e756b18d83641855ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817422b0ff077912d4883df387796807d381a9914318ad0ff175c443a452b79d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a007b0dd1ca2d9c8c2893cb306ee6127c3b428c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524491555afb07c1d215e49e06e1f4a0047b5c5cd25f45f2ec9a868a86391e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd073366dc51337ce132dc0178975a8df77dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547d62ef933d9013f5670544fa0d9b59104247adc1819775b846568f238c1b58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1d5b4fbf12ff5a7e6faba976fcf44cc81e8b15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd3e582781ed06fdcb7605dc34edbbdc61bf5d994971d4b8d8c353076a4ca2f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb946fb76ec077f793c83c142da1996f0c2f285
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52539851470743e2ab3accb0dd1eae25baf1039ccf059cba2f32ce65cc56579
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849917ac12636e03acc3a8c2b9b6b058deb325ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2571106f869a540cd5b7ec846e4403e14afee712ffaa21b505938825a95842ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be3d839297765a2a3ef46dec94f6e980bd32918
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6beef98dfe8d60c74bf21d81e572793912e22b16042348b4259f2d88325b6a0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8369a8e04337f605507238601b1610acaf9b1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795029bc6b73e4719adbd88a126fb44ce31b824f0f253a9629eaa513e84784e1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10263374b54be3d5d869ff92a939be02f50b2a6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09a47f8169b51fff36deaea86eb1a24b1c24bdd5cd82e17da84994bc6923201
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982047eb49f3924c531c9dd81252ed0d2d88beaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1160254dd221e986d7ac430945adfb63308102dac42179e734849fcb4d051369
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cbdf92ebe567c92066a17ec066a28e8c70289c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f441bf22cfc0ee311bab075da218b41f302d0dcf627ebb3cb0b158bb65818c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e438c829e909fb2bd7a09242b7437d3422c7c9f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9313af36de1b7b5e66cd48c362fdaabab399c0696d998db21cae47dc701a0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45018f7a2993f8212853228015eaa2a66989253
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b976634eb1ee0b09dc656d4cd9b944ce28d1a7c1104f891447a43d01c2da0c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38abddc2a862f7dbea404b66074a7e9ba60431b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6111822bab14e950c7dd5d306d10fc4f43482057aa4a25e4ccf527f9887257
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8335e8fa67c54322c16dddc5e07d6db723939589
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2440849ba84fe7dea142c4ca84207a0a4d24c54de6e6d2b6374d9048e8fa29a3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063d905323f2bc5e03bb64eb43dba3bca90f8a0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c234c608fddf6264397cb509c3e4938996caa2b0b5a259abc2ae895518d212ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e1bf213fb26b557d0d2c79cf96f68186047fc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f632a438214121aeaf7d858e7525a0b70e658571003a551ec90e54df5553f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db5ac4deaf2f6cacaeaef4766a33643b156a22d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990733f7b167e7b9e233329eae927736398cd32caac23d9bd461058bbd1974fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ed869ba24f3c5fe25932fbbfc0b4d08b801b90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb79e4e99172ef32446795de604f04081ac6000e5232e0d413fe1e0554d247c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088dcd75df8029b86c3bca503914f8a70a07a9bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0fb40562c2f33abaafe2425ca4b6a3e4db29c9cae4e3ae77cc073a4b234df
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f053d1b1d2bc669b0337c34bf5c91fa18c7df0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0464e496c4298a0a1770bab79475906983cc5210ad58e870604fb2edb535cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba503dcce5db2c8cacc40600bd78f1e3f3d4cec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd114d51ac139c6a93a82140e6917585ed3a24a650949cdff92370f7deca7dd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f930eb4cdc07b6c1c59abe073ab9b91b34a2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb72b2235cb1bdc392d3ed18fda1bc9df47cf41cf6c6e2e7f69bca52736a27a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6a0bf523fc4124c5951c03b73a2f3a6113c35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0828270e0ee7d82be4051186f310b781c72159e0a9ff9d8843d938d3a7479d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be26a8269d1c0e930a1b956ca900e49e7751384
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fb8261efb7b2d6b5e6cc4245dcf424c6c25491365cd6f8efe7bba22d663e8c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48403b0ba8d9b2acf3399254e261a84149f04cb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed51c548c04bfca062d8144e6d338687fc06d98ca25aa41979d5c62a81e079b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5332337737fe778f61b13321f7c61b41bf3cc883
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9cb84a4dba85ff7e803a3cbe5a8093adf1867b5772d54ee448796b22dbe68b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c40805d273103ec55fa1fbfdf292550d5681c97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f52b18da8dda09bc424fb8b4b762c3a759fb8ce3a777e2846d9a52fa647b26f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff6e3dca6f1333bf4366182c0d093c0ff97baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6609d389989276caff9761e5c3888070dad16828a14585bea6f21d3a65e913ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162f583eb9ff7bd1c0fedfc9e65f1e844349155a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab46e7594b82924b916a1d5da07d8029a2e674bf98a842eb0a09af3be2ebd56
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d9479013857f65ea0a94e0fa6fa3b89df4c8b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67861b1310070d7c6194c84a04019f8ae15103b66da28b3f38641b1b7d70641
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a587833ad14d603ebc78e1d62c3baad3d430e05b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de27b991ee57c3dea9d80dd26946ad284db0c44a5557e46a706c42b008bb7b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e09bc9e3a8443252c9fb44376f96d2bd3909631
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e126778fd8f1dd7b13373b1a9275d444ea3759eba1f3373690aedbfa43621d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5eb323c0682dfa5abba83a76601195de00d41b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eab06d4667aeaeba34b0dcbfbb5f2a170b73cebf9286421f354ba88d890176
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291c1b7ee492b1cdb7689bc2053b52a8e36d7636
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c79f20cb43ec508b8b9369746fcb581f98d3d7bea17b06a8fa960a167f3fdee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e1428adbe7576fbf6a85887a65b4c661de8d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b396a15545217ababc33f3f335f5db2ae66afef1f13e48c51f5cf8633a40f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb9985a1f862808351b5b49434db5f50d160f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a181780fb8ad30e18d50dad64ed2351176d86d9ca59f22997625642eca7af0a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b077d93d0315fe6403f44bad130a77b9b9997e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0ee707879c92e29a7d8b608a88083dba1cdf2e153339c09f6c0ce74dcb356d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9786cb95165a25fa09af3e1e3a5a97576a26c1a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cf903cf21de2ff4e1a595b09fc84825fa17bbc4afa409f21e9a4c72b5ab81b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19333dad0bbd7f9b8398f531f78c243c4eebb12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e248213a78595b657753629ccba83926867689c1605cc994442de0a2b060385
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986ddf1f753c78020d55cfa6d12afc4fda244580
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc18f02d09aae45115cc2223b0415d7e5995dc28188a9a615b4e4cd4421d958
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2498a061b00eb0cab97d8294f3e1672a529d18e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950820f8707cd202cced33a83e7e94776784ba97617b438f9f03ebb95e38c552
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaac201818fe591c62ee7eab597f70f5a4b4a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040a944d7f51e4ae6d7d4e15cb4c94286fc0a4a304c94b8ef98b579b44cf440
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2911eafd1dcab5d6baaf2a18be10159ea33c94ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d230ef8695343432ed2071b620fbce6046239e10388759c4b11c0a94162af6af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b17dccdd4b9cedd7b4e320832030dae103ef969
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fa77c4567d839dd2adc22f98f638b2ca47db1ae2e818abc8b6ae395d5b2d86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538f241a6e45b345fef2ca548a13a72c1de075d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b044e93c80d134d0c0b05b400c752e58d830756c870e777cee92e0c4e7d693
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968aec568d09962b88d5a189acb89bb5797ffc47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff976386f7c2c1a1de48444e247ad3d8951dc6cb8a685ae4950ec04ccf3d35f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecaf72d7b2ee9428e3e42eaa69aff1ac82de546
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38299756316b48673a62cdfa67f3334c48de4a20912025cec36353d92182092
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f453cdaf873c2d9b99a0748ba61924c3243caa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bf522d2fa90ed5f84fab59d509474cc8be2d02babbc0114fee204730aa81e4
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e57032fd9bf1f33240e8ce46603b05a6296e7f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ebecc3157a8714964469bc8b679ba5813ae687aceaa4a77bb72e25ef36bc81
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382ea3b47b13990afe0d524fd3a34531ba29c877
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b2991d9e953a6867e8783e280cdccad25ee1b0dd0a2596c9b087d167cef897
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8eaf890bed4006c1ca984a2f11c99a1cf8466e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abc2ccd5cdc6452fbc8ed12ac2b89814874867427e24cf4d1cca5b444f62e1b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc452656d411931d8d24427c516cbd26ea9e731f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4847f13bf16177ec66d3b30456193d76b491891df07788391e736b8f6d7589
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef120f7c0b59c0275cdca360a0167133f87fb0dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9836895570ce6412e93bd18bd17ad72bbcf42eea92317b852d6788ba1d29c48c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345935de731edbbf4375a698804b031d102c4657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe620b9c62ca1448f8c81e3e55c5a0d27a1c03624f256179c3269a1ef6dd8fb1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2036488e749466586aee082c68e6959820a891
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9494a198a5e2c0a2199f72150fc6db85dd13cc72d4e6b4f7a2508a82ce38c347
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691e75af55421bf1342dfd1d16968eb32e5358ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a33093592a68ac33ababe1e372924da0f862cfb432379261d6bf2069217137
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb5d78c8d9101b37218ee428db327cb187334f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec569c9170f3f6690a087bfcc89241eaaf88e02fa5048d544074871adcf96b27
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad942de78ee66b4da61105f0cf80afa055e43f4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781c4d75b4e9b586a5eda44cc7d6510e86062cc901bb4d4edc3a653413f77aeb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29552543b342b8770b2242a7a59f3f8cd57541cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77295d700acfb4784ef64f51f0fe55996530e852d8b4e437c37e5fb21efb75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ce9411b18f328ebeb5b47f55c166a07ae7e056
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba43674c2c917323a80665f5324e010a99707129a1d225a15d96a2cc08c65a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e55331f0a905c035f3b80b583c46dd035fe8cd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8ae1fa7055ff342f3ce44add597fbcee34e2f92ff469fee969f119b8a6dde4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7203e35c2744270c454f4abf0be5b6598c2cca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7845b1bf44e557cbabcce97aeb67aa720194263bb40ac6a1a0ade2c2bf861d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec99aa28f6e0cda87cae836e650b3ab2e28d313
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963c0434815709db58c2cc29dd5512d57f8913784008ff616445ed415c096bfd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44399672a35fc443d1105fa381dd96b37290859c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc9d3a0190d9f56a96105517bae616e8a2ebee8c9b47a510ca35f335cbdd85
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647ad549eaa19109b412463c0e9e44ce0d6504cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83bc9e24ed89bc13246cf06fe9efd0e28b659cd730c79bda88483a19612112
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8069fcec7720724d9e787a690309884bc3e6b539
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf932ceac064bda683025300c0c2fe0f0bd9df61ca67b6508d67d812fce788a8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aa6cd8f644f04d5598e643dd5947416c30aa80
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79d3ef21407c1e5b77fb66489fdce49172bfd302a921bfd0710a281c3297eff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e58f365b5cfd65cec8b723c23bcfc42d2cf43a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98583be3231108378e529d182ba48840b9334b529ed28b1dbb56118094f7e4a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59781e3bf1275df13c74628961575f68d5560383
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f26c379494d5944393c287453d4fdd14a3e4261b915aa128f89a03833c8481
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45089b7c4b92f0db45fb36016964ce66a47e2db5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f53043bb9639b22d5ed1bc5bddca690aa5c8e3dd3bae999b5f9bbd6e410b445
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b0de8bb8f68b3c26f30eeff5df4d323dc68554
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d34c45e72626b71a55eb6f2f2f4d062520508389045cf1bbec9bbac89272919
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1f7df797d1b826ba34da0d1e7d49ef86631244
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4375f4c6f07b8733cd16239dc0f174d2d475f02049e53ab44d0e0a8c10615d77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca08eb6a329f01c96f8fd953ae5ff630cb21bfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27cdbf37ec9ff04cf3dd7da5d3954cd9398f5a76f0ca92ba182160d9ce8a2d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc79db722c7dee6c6aa22ce79b483eba17be66ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0478673cfacb8bdc5e7d60a5c4ccea89372aa08c63933c8cb8fbfbda56b46810
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db9636eb6b6120943ec01fa76dddd9db4a74010
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdea7f5e0d5ce864bdd27ef8817e7f0095dacc2696351456d3d587f427ab713
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb119ce616fb2485fb629679e22d976bf30e2e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f3737bc05f887b43842f801dcb63f7934a95afc8e4afac966fa43df80a25dd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba04fda1b5f6113c18a2a5a109b148ca3c711ca3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74eda37e394df7b184fe09be54d2ec74afb78868973709b52c98851a2618b81
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ac4563b1c8afff77968e5ed1c1355fe48b886a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91b316acede1075cf21c57bd8d10a79642618d9e98639664f6f7139827a0ada
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f97e0984e35fe322499e02c34b835fea034ab4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1179ea1d5f78d3ba23b10d39a6e82c21b616b42344545a5f6575effef0377
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafaa0f74ff8af4cafef1ee70770a45940cf4e9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c594f79fe8a6df75c323ddbc6110d67d31ac9f042a832f7e0de81aabbe536a7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707a94dd7c34cbbac80a2e4953e76b14fb6d8c84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769d2d9267c632b3088aabce0ad98bb20c0724d5eaed0c7fc467570acd302d6b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617eae6fe5a4f930c8b27df43a82490059b4cc20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2101d8ca592f0603d179352a48a5eecb5b55e1da12a0cb605ce5d4c64e674872
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754db55f9e9995e5aa1add974e4b338a076e1b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b3269aedfe189d1637aaf9238a1ccfc4e6e32c00614b559c7cc0ef4a7d8734
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480f5ddc6219f65f8fbdff556e62242263e7a974
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b1bdf49cb04115838e110fbbe0844aab5a03b57200f13ab3eb6ca8cff14f1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c896b5db0d8e68035bcfe0c4b3a13ca2725ce7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2632e1e0bb3cf7e88e3be6f35249eb1557c346fd3680170ee74627c717ecfd2f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf782e820004cf2c12df8eadcb54a3d9ba946eaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87a7ada98254c93333a012f15fd232e2a76a8ccbe6bfb6b437dcbc83974edee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da2a813d12f4bf0d1747813761545427dac22a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1b0413d72ee451c15180140fb084775d11f7eadc3abe871d54958ab307c20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0daad939f7c8463af6bb6c007a419ac753a7fc49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76be88461337986f348e14fb74f3ffd489607d3a0f33a27498076c2f9dd2af5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc921cca06e259a040f89638a4125b87c640437b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cef7e7059f274cd93ff253bcdc7553c93bf92a81dd35e62b5490cb6dd1c7208
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2070baf73f35b843ecd8d459c06987f826dab54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91ee1d0cd86ae4dab9236ba6c3109eb8a317629061ce82479a450fb0f36743
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fedbdf5812a3347ad0dbb080224d56cf244cb7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0bf32156d7d64698575116c9b03a944caf87eb170f16c202ec6f2091c988be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ec5c456c9efa59d0f2f63fb230196c28c69c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd610afc9b29f2603aacbd43b11bf78d2e278697b38e62a563c9afc670d7ddb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f40373d434adadfc5a760cb34c18a8f293d6f50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca998e5f413dbaa5185f0ef9a27e5a611c51a34beba268d5ab0d3a80d9d9754
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a25037287e7e9e5f30e455e8695623e0dbdf82a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7841e74281352363c5b591d4963f5665b7e66fa91f1be6c97b85a851d60b5ba7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e836e605c16ff43e13fa2238ff28f9f533c468e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95135e450f266d0ea1d51489b8fbd3f610af477ef30a98f0f568f62ee504c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd2b4208d1dd117849132fb1313b96f23733cec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f91be4f3c3eb7606c373b09c92b427f51871113662efb2e009f83431e8fa087
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3875fec0122ac67e49cff608ce82f4cd8863e830
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187d2c02f0ce5ff9565b3d8998bdfa947f1eeffa939a4c3a6dcd3aac0f5aa995
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579af807baa86e81b56a9521887e7b6ea900cbbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4d86e201bfebeb8061dff17205e62cb78669ee696c504ebc4636281c3efefa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52e9ee4c138dda0e2ba4aac6b8f49b078b76ec5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09518c22db09451a20db580773a952a2518e03dae094a8845a7b9f56363d9a72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9166722bbbc429bcb89076f97546f98db86523c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ffcc69a370a2ed9b25f0de69d2297cbaca1727586a1a898662ba4691f2039e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d84405b44eaca66c740207438c417208ae5db3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563f17489550d487a3edb9f33e76e154d9f2c40c86a0d4a3a06db0a54300ebbb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faea9a576b7f2c72c8d8d21b90bddef362696532
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3fcb7170893e0e8541858a265f086d2a9c6fd7d9fbcd581a5ab44b2955ec35
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c339c3e87928af3f1630c35b898c6e95c1fcb8b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e4c0f1b57662e8047b084a46a032af3cd774a6c139fd07d7108989f62fc40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c3ceb243ebd1d3a063a4cdd80b7d9de49e4987
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81a648b09b7fa98409304a71f7428bdcc894618fa9524815cbfa2eb5e6b811f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa605be0b06f478e01c4eb2e55c986a6aef18413
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78a9ef449c096419bb0d86b79cc0d2df90950b477f84634d4635dee889298bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c79c98e428be428e0797f8b3be1f3942a3f701
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c33b70505f74cc4834a6e72d5a66fbdf9d36bbe585151d5f1e4de08318ec28b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f1d75daf053fb37cf7f2356739c0e567dd51db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b1d072dc7ccbbba8483f8303c24258e35a030a8f24ce07b8de99b3ac3cb5d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debd5e4dfc1c5446390e0a4dd1c0dd39fd77214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2369f960ff9718e83164eaf952fc012558ea75e3dd2bb2aaff988597f96e28a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b7878f396a3aea0eef724ddbad9ef75da740e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8390bfba174a15c51686793fc31e65987bcc19ef8ec6c8b2c11465e58d389667
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea5f64ab26e15537ea196dc706d8058e20cedf7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a3a710f847b815b98dbe39b50b33781d1b15002a62ab6eb8f0c020f06e134c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24b966ddf9c9c8ced2777e31f32bc107e9848ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e029984c79caf0efec0f5aaf88c5d18b7ec2e121542914d8e0c9820c5fae85ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596b49fbe711f459d64ba06ec69d3aea0a60d415
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47e778e03721a7cf583d08929409a1e1e3d6cc80992d76becf800a3577b7cb4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbe07b1fedb99032c8170eefd5c351fea5d2e1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8640db9405e8176525d19725fe3b2bfdcda9fd2d6e122a6aab3b7a5a8e527
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3280487931028aebb699cd4744341fcd4ca1e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6f55dcfed86dbc78e9888acf0f807cb7a2545c59499506d54e7e5657221bef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5347c244a0e8023aea38bf4d0fa2bea2b3d83c42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2019d144bc962986b427f29d2e898888d3bee2aa97aad6ee2436aa626eb1e72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a43ec453ba171859bd95b81a5ef9edb662c0247
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e4a4be0ccf77da63becd4ffc02fc908caac15b536ed140e87dcdab1fced874
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dea8b74da2b87679ea73fbd6595ecb39e67459
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61731069d3cda7b621c4abf42cb8b1fbc756ba9f9ead27e51c4f2fd68b15b3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a94947c598c6b9489e958c666561d8fd83f012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbf4402bd03f9bbb342bb5fe24d00bf59ef53de9da24322d334b15049a6e977
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a083b6a9fff1a2bce14ed5e797c3691aace1f34e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85259129bba96e397e76f7347237f68dc7238e62ac726c72bd6ab369c0ff29a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84960752121961c5c3d853368bdcd642f980d96
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4fad39f45da21ebb03dc496b9b277943224adf93e41f4586fb55452fb2a8ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c0709cfa8f27e2e885d5661bdfe93043ff5726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427bd1cdcd8cddaafc8ad9a9ca4a18bed2f4d3075e5487a306f331043318b22c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb02aac7ea9d582ac2532aa57c9fcad31eae51a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f927699f348880b4e432a3858b7a695ddfe6e5b5b3dd2cb6e26b417a2abe94
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ddcbc96722abf7e80b7a7b1f292de2e9a4184c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238fb59710aa763ae87ea73d0bced6141973124739e59a8a1f064cbc409ebb9e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485beda820cc6d61de8b9b39b3216079712c2065
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20a52ba392608448572dfaa31ff6bd156db808007603c2a114f838e30e811c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5410ed2a8997105e2c51ab646e749468cce0948
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163a36d23860d94260a9486402554380f72422ce144a4a4a941893411aae0383
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57005abd88333cbc0346fb46a5a5a84d28bd402a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caa7efacd9b76d5c5cec4401ba6f0889045c074a00b34eb538bcc9817a0f7b4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608988e47e5347073eac817f92bfac5abd00b19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac4c1d8bcbf05c0601deb324b481ccfb788aa1e3d359c60ed0db193b918587b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb719667a4b39ca7162c5aab0bf04aacc335303
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11da305386248fd6c97c94e8cfcc19ee2791ff57da6b694cb620679da16b105
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e62f37c8d76cc6f14784e508dd9b7697097d118
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6293bf532cca521e5cb0da81344bbd37e2b665f4fcc0303b6f5eb25aed3648dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c26484db1bb6bcfeb645e1320f9b0d12ae5a82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bef47655cb2f2ee24004beb0a526e031c4ae3c93d1671c0f6fcf21b78b8504b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16bf914df8a608a3b1156190f5994e527aa3064
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f837e059120cfb4f3f2b3e5281a0ee8ebffea0fbaf3fb15225e94dc5da7d8a92
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881b5dac8a8ff6f8da1c1ec02265f39092539c8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b6dc3c085bd9de39f1ac51368b89d461a053b9eff5def4387ee2ec5f709863
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e29a5bf999df6e094e05feb3f270d55f3627b41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ae7d2285510194d31cfdb77d3a29a3ace3feb5f418495853d225967a60c5a7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4618c723decf3b8f3cb90f9252c9b1e585561489
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac419dc82b5356a954e7a1b314e0ff56f9938af5af6f0cba0e782edef59797b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7278998bcf421fa419bfb17ec5d1284285e987d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39f13099e54fb70a5c2b2a403594b8160e5e62a807563580cf076c44ea2d8cf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513f458a7aa86e2a5c3f66418791c379dc4a6735
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81fda52c798be453569783ebc87f37eb486172daa3de75eee9acf4c270b2f9d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3262f0b6d202af6bb8d76e7e5cb7b833e6c6fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c23ee156fec16f47a8198e6c20e70691deea0d5056b32d40b24edb45df3ce23
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e15f83e9f9b8f722cf0d572a14394ecc1a58c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313e5f73fed7b38cbb147c639a602a891fc1bdace5d5e99b5877eb5ef427cbcf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e782eaf3ee0235d49bfaf9f5b23820c39f78c336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7025dd2e9c1a2f8eb865b375d0c79dd32b31bb7d8f7b5400380b8c8896ebc6c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbab38a85929fe5c45bdb2962ca42068ed3c5563
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcf3709752dc30fb3182503104747dcecb49a28c6c45244934d37bca55ed304
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af17d6bcddb29bc33628432b1264d0865f36b8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1889fae97a65897a3b9dccf46740062df7121d9f8054c17b4fa41c8d7ee798
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0519d764864abac09f0788e229adafcfbb5c03d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5566fa8502d7e88f79e351f4bd57ef02b9f4e3b3164bdc914575e00f2a3d19fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2618fc57ecdd829fcc30d741b63a26c1dcb9eb83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6992eaffd5f16d5d5dac67221b7e52daa55f095d8ea7565e9d35db68e5f9480c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a44189e8587d6b022554a102fa754ab156792a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d31d71355d9b201509e27673df541e421d3758a717acee096457f79bbedce44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c48318517e4704db4f7bbf4182f2c697702db1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7279a0c3acd6417048e4991c4dd26a352832995d8f531bd338bca47c54e7bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78081f2c6ca01e569b0a6e4ad130740549e3390
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654a6b2b052267dc917b7dfdb79f2a149ff7379c71608148538e77553c068d15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afee6a6f48ad1c16eb6add8cb6f9dd5d34fd91c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f188683e64f573b2a346bcb926eca04896f2c6fe9340deac787965e5fac84b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c089c2bcc15a53b36298f5c07cf88db4aa653f82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07fcd53ae751eca1f229df458fa10db0b0f9825086e05529d76ea385556d11e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96467dad2c028dff6feac3855a07582aa0cca3af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2323c9de74a5fb0de7a26ed9495b8430a36c2af3bb5253a8ee6f49fbaf0e67c7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f906862e1ee1ecbcb4da75f88671ad247ca8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de57789c7d659b44cf08b7b00638d68300974a1a846942b2aec40c15f860d9c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80846da6ac02eb71e15aac473791f56c0e32b538
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfeab0138f83276275e34d85ee9f1548241e2f6487d47781844f287ceee231d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329c776c622713751f12832fa618c2d6cf62bf43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5dcf3d60ce166c7adb7035730111ca36487faa094f02154c9a524f07b0141a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48220b9c50c3b6deb98db1416be2aa29d7f46f2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a108aabf81957c686df45d4890e843cfb62cc1c64d92d57019ad40a1fce7df33
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d8e7fbd0413083e9c66e117378df5688dc8088
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14651f29f30aeca557c91106ed60c87445b7d0973fe200eaba4ad78710849f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903e7e09ba335649268b2999f33a3d8a9cfa2f37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de1c26eebaea4438e142e97d064118cf86cfe803b05bc01c6145e0c08d206ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c713f17f52105b41c7a28700f23616662450c3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec71cfea4a9747cb0a391efb4efaa1e561da055530d4ed0fd8e24a7faa1169f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62fe30b47f86a81f978b6733129fe1a8ffd4670
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342cf8f7eeadb5206547092481834ef0e32b9f042f55e44f9121b84957554e2e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983039caf611cf383a042fccc38d0f9a2b1bdee4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1a02319f43c42cbf2e68c11168d2f31c38a6f678239ffa17e14f2bc9360eb5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2f46a460be6f406d7d3b4cafc336f0e365f7e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91561c1e892048d7c0516a8644855ee7254ec9840f8c4c4f379118b21fee59ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958c1c7e08954ed259f7ff4003f1921ba4ae9260
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bf2bb09b1bc0c87157f30b47d35d773e332c967435f1989b1a4a11797f9436
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5e7fb08d5b34422a99eb7b692be4332d43dcb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d76f3a98b93b8067857562655d1d35f11650cd157a8f04447410c72581254d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0ed20db7ba8cd1b6f2edfa55ed01e995381ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0164c0debca697445ce8e7a580640f08cf1e881ce92f28a429f4c1b34b85cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf52f419717296998d4bed4a317a336a6ec11d3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d430bebb1fd925e3be47e4b01c60d08fa58d4410668aefd95aaf66997007ce25
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cced600775d254adcf56d3148abcac145fa5a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36be300d364c65b50091fbaa7e305bfd98f183dfa017cab483d9fe7b14d789a9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db022580210823244b13b3b4aa1cbdc910416ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b86619369aca5930ced7142f644a89d17bb4087e0a78617af8fb57003b48db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc2df718b9095f24cbd6bf7441a9476ae177486
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e490f4fdf8e150caa76af7f7924b65ad0a2906d31c23b139ef8b7825cdbd603f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e1ce4a3d3a68a2d727e55b6ff797183cccd12c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26bd30a6813f18b45b6fff24835ec45b45351504757c99047e3e3e91441affe
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d210ffdaa6b62658edff5f365af22d87a807eb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46de6dc10e17ec1e88c370a4ee83d000a058e792ca6cd49df17bb415b53e848
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b4ba858014c4d8ffcb7cea35810440f96ce8e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929678d44a5e3df063198cd7f31da4fd5eae7a587ece38defc18e87234611cc9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c27bea2963c726dea18df389c024b69d4b26915
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8797e02c0f4b5fd4b3cb9ff7d4b8eb8c12d811cebb4325fb550b73b656d6a82d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c211e70cb9740fe7f657f7fdc40f67c3e1d5e38f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9842956c5a5332261080c606048a1eed2fd25cb1e4e95648cd7c30c25aa1b520
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23d23d4cef62a0af5f6edb15976c2e96e5cead8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acf7ac0fc3ebcd98a73f980cdb72d98536f4ff588ee1d9ef63a070277968805
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427570463557d8ba3dd0e6ab567fd95fb955c674
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2abeee5f2914a111b287e74e02f377cd629d9dc6397487e579d442c25150007
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cb5e66d97704c575f7525adf6747d3f78973e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd76a1f5d4757db899cf83fcfc8fe98c27eb52ab50e60b4fe74f6dc9a814f3c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d142704c3ed4d8e995e0252c86462b1a658de82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9938b14c149ddb3e8eec341c1c58abb5ff735a78c73a2fc0e4c1329bced38
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8acf55642131d32b6ac2927f9072a65d96caa35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abde40f8b1e1301b0729fbe0cb96547f7a4e52e4de08b1f9292c29cef628d31d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b273c6d201e0526ecd587a9172cb5f9004d4ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99091c754c6f7e0ba9cd70af0eddae12610aabedff0e14c3472c5e8884a4186
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bcc8b0d7c45d1fccb659c7b75bfcc37fb49743
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ff19c74203b944132a4078a60cb74181895f21e556e6705cf5b009c61be00f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d958b1ffc4720c5d1a78d601bbd1f168149d12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caef1274c2bfb14129744061a1323f6a98d29858d5940b3fb3112649489fec2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f6c4de188c903c605bfdee84ee08e975971857
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2635a5e51f4851ccf594e80d1e26106265010529599c895b0e18ce0fb41cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1e38a9f8e368f42639265f2964c025e290bd14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fc2a3a32a005bd0593d5b407db7c71e91194a9e0745fb3eef6c3073f5bdedc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c8ea94cacb53ab4ba886285525e27c0c6be56c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4c9ad1419f5125ac704bf3cb4cbcb293067f3f04b5ac7024927cd1263bd66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55deb01d3744c617fc7ec0f167697b9cb6b7c42e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da921361c742d939a1feb0decb1f45bd80b5d2dbfcc7b43266a43d61fb6f8b7d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b37c40fe0a79e0139a5c815c8aac846b056644
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df919ed193337e3e4d2e0ae8ca33a5d673962ad10a0bfd26f3c95eeb6fc91f34
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c8100116a61f914716ae9ce506b988f39945c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2353a6bef9556154b1a5a12e3114ae69c4531f56f44471cf4868e72afaf1271
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479d9dce419142ee015c85aa2c77ffe8e40ecd86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafb9d8d18c738cee37ce7f55c1739deca425836a02782d104e54103d4361c78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d80aab55a5b2d58591b0f52a2cfb38a108026e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1001739ba7dee3dccc36498d681396655c1849e85c66ddb7526fa7967ef3a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d84d94add5b4401fbe66fea9df1c6193498c46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1493c61784b552bb64b72773a472f72a253f780b8969572b7cbfc79da5c17288
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90063ff95dd2578e3f035a1a55238d6d9f279f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b071f21d4d65ddf221dfb21587465766728b789445dec5397553221be9be61e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d17cec03ab0dc23ce053dab4457542200790e14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6ba209e57131da1fde96549cd4530a91286579929f677a6748daaf43fda281
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f721bfea8d4b1ea938bbaec9669b54e5218c8a81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d59e9293654fc5810345fd57b097185be35da428188580f9ac389af67a727
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cdb21a10394d8bff039156748921818efa0183
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07cc1bd7edf1f9407f553543519f002b3f467ddac814c511c9ba3e6f49ffd13
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a94b664a47ab246cc5723c5510c1c481b12eb1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e3e1db4659436848890c1ca227205f5fa64f9c8aba1a39d39eca783feec20b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf124facc33454b06b8dd2e203bb53b8499a1f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f91b86fef8afc7ffd1c5ae1d675712a7ba54e9a93f4592cafd5fb818d7a418
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302780648d5746854c14f784629d7c5bcecc8585
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa672ed47700495aa0b3d1eb4c50d4aa356163f94309fa98fc0bdcd3bef89a9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ea81db3382df26896332720cad3d6651c75f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71633a01dcdea15366454aff0d5efd5e7b21bfe598c3266f6ad2d28b79921e16
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e36190bf207a9e617c68a49a797c827413887b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f75f0a5a372b1ab7dbf6260afd7af3c944d6069ec4150b1377ade30184dca45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58fa24cd5ca9401a5ab2799040651d016442243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76fcc4d7b52d22b863e8cd167990a13ea756b873977c93641c3107fbd3d6287
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef145f70f22e5a4a4bacdfe8026a94238b1182f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c55f1f41e05459c2432eb79915efb116bd864e35c22eaa18dabcf06eb1269d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835b3cfbb34faf9c057037d852141af4224e256
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39902ba58b3ab02dd0861816b369b19d1e25ab8ff238423235b516605b686f15
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478814464bbdf57a68f6f21a4dde2db188aae39e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd45021931b7e9c2c94fcbf3a7cd07cdc24f2dbde8bf21cceb62af2b2057256
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fc32744ee86d78b3e611a837eaf6a116b0345a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7338f603daa37e86ccfa44b907fb962b642ec3b0f72190635ef63876ba39e00
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56056e17379f3cd5b8b625f4016d6fe26ce5168a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a59455e2e516f0e09893a9905d9dfa92f605da2f30c24ab6b8c409881e783
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9de8be5dfd1dbef6829cdbca3f6d3b9feec8084
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58d000fa473d3daaf61b42e2daf3195366a8b1a66059c0fc354792659a3e16f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e91201308e79a432c24f24e97dc85f3ac156107
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c922254ad2d93dfa45f55b978c10a92f3ef77813c2cb635ad0137e11225e36
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcf5594a99a0f23b014ca97705457629eafe995
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c60de596c835f89076aa1b0a21c2f800f5300e55e31800e3559c34290fe312
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c3e6d9584a7862c6fa876802c2b64c4e72c861
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f23362a85dba00a3bd8368aa2c1131fe6716f19c165079d968fd617c29605fe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd71eedd58ad70e100138d309568ebaecc42372
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53848f9fd5787bead94b078bb83ff6aedbbda459685a004e0a74ecd44310b47
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a7ee5ce419e1da32f67b91ebb4c27b74901ff5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf5c9575f4e807758dd054743307c9a0515735a32a3974d3304f1b11c70b5e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced693b067e6f63097d729503342c990e9a5ef2a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f3a76eefd06401a169458299e7792851cfda21ec7883999b7f3e105d6446f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf4a6bf49fce3f5a91d10d003cd3b9dbba8d83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfafc9821e75e8ac48f3cdb1628d7ca129e2ff673080816ae9c210c6c3e3020
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4814f5e4a7cc2ede81a8399977d3a26193aee7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f9d71a93d0e843e0a21236101a8ef1cfdc302eafb20330379c4be2c707971e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642e16aba0aa8ad6d6934c8bf2ac135dc837ea6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4d711a222cf7b002bd891ac74869c6dfed3f89a6d0e1dd960c68a5d8968779
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38d68ffc6bfd9e8f28146b703696fb8a8747cf2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f2f34cef27ddbf03074975c56cf8eef4598f873ffffa0e5ef52b399b89d7b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a045e283acf34d12c229c57e7316b521e9997a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d620494af50015e089047645be7940fa5ef1182ba0e8d817048b33d1385eab95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1940f1939cd73f41200e5c3686176cd507afc0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae1e37e1e3d9998f98f60b31ba56f8af356e3f4141826618bca58789a81f7c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f201bd0e27b8681c30e650aef509493bdd09685
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f237284d4b7504df1e697bd9bdbb44e7909a44daddb2acf41f0fe1df08692
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c6a25fb6961c3e9d7ffbe9f9a05d322e312e7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa2d668d23900dcf60925dd8a96b82766d944cf40625efa0b66e92a542b25fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccb7a640f3d906ca212c9ce877d0c28d0f8837b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e9268b9eb73818af620a31111e0ee51d63abcf433f8159788cf20622355dc2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da6777b3bb5acfaa9e57998dc85e6031d0b49ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b01cf0edd3b2611de88ecff764b0c675522f545e104e0582c7b5fa2fc10d5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7e763702ffc0fa3b4aba32d07c0f95e835602b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1788e9376326b71a35090f0946308d175b066daa8056720bf933cca0290d9c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cbe65690f189fc9335b43894dd26a086d03f35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c135867d29f8d4bddc852417a38f57bef490031453248d322a5c495313fd892
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601d3dc283553b640986a0e3f94cfecb1e78d41d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b3bc4920a855f9836726ab495c7fb8271cd7b47e629607bc2bc3753244d6f6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0da815c820ac863baa8ee0e6817d8aecfbd216
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bee530082b878f481398d28666c9f7dba4069a9d55f9dbafffcbfed6df017d5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefe193302d7740d495624df5c26b3628eb61072
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ea4f62b22037f09c787f30ff2227faa793b4e12b3e36a91f16321d3c53a457
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af39045d08e8131f4293957eaa1fabd109522462
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a60e853270e3a9f6fd4c89a74098e272d6bf60f9d641558e4330a74a43e1f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5569992a05a64cce1396e0037f2b03d888ec50bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e5c219ce5eb001637733e53c8810f63e99ee809b3c2c477f672b38b909ce28
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc14c08c97ccd00572549513e6c7fdd83ac9cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7d7e6f96a1a1846c65b4b8971bb6cee1b7849717eeb69222cab10af5ec5c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46aab50250f8a4e5180ddefec89fd4a9a5ab1940
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929fbf0170ff219c47a728bd8561564e2150d7eb958d018754428d783c462c4c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fd62a9ec73557c956a54fc7e2a795f9b613384
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb10c7acc6ac4d8ed0743ff20aeb1a0307c52fd5cee83eb686626e476290191e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a969a32797d5f6c4d115490102795bf15410e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213cd78277c125721cc0b38deffc6ee678d7a5e696f07c6d154a287c1e36e47e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b458033d79c02c422390075c226247504993d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a19565580442d8b53cdc51935e290fc8ba40cb93b894f1d9d538bc8aa64d9c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa95548a888ffedff2948357574914af7c8391db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaed294d9e19bc9b1621cbefc0aa51307e5973462f8aac08c2cf3d1a9a995575
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669552c597c186b432b5f7b57e5e23ebf0420fe1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f17ce1880a84dda9f28d48faf6fab758f1b5903fe2bf381bbebd528124347ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de12ed54eaf85d94a8ab40ed02114220457c47f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f70a8b7c64944251ca5985caab63705f979c834a969228d697dc0b9c5aeb35c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a598c9262b912d9153ecebf0931d3a7dd8e6c61e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d356c1c36c35777f6749240df73cdea30438a603808861ceea1fd8104e7ca378
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21f5c4fcf91e74837b05d1af3bdd551d9c811e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc3281d82eb80a1396f3ecb32f2070982568f7b84bf439f1e89975a5f3b22a3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7951c2b11966f4bf53a8180625b64b5a03ed41d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b393837638067f2b4be679f5f5291579fc766e76c93b13a8a42610c5fc2f0005
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d804bfd284bd18882ea343c899e3973ccc6efbfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2facca0fd7742f4859ea791c0d0ea2e06bb3c13fc49e98bc84f0b130a401d4dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624dc7f422905f5b8d9d2f8691d52c3b4a28199f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0dfe179d387f3d9f902eadff3b5d9769deb62f65be05bbc60fdfc3f519dca1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672630d437f126642c0b78736f2539dc9a6580b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44371f1fa02eb201b18329dcbff146f0c25f6295307e101712251f8ec59f282f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d381383e8182b6ca07f1142426b8e364db5781
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ec25f93b0819c9cd1821cb308991f166ad396b3f6e3b8e52eba2722386e5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494fd2bb984599e8d8e285d23bcb4f5f9b0ea737
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cebee5f7cfad189d5d6d38ef4192163d80b8ea6d0b11c0c891c8a329039187
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18bf39cded2fec0f50b089416d0111cef56746f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831ea384abc0d99ce18bdc09e4b399819a11054d0308253734d446b9f98e15e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26bb9b59c238a009210492d0f19be62e945f98b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee020c7470c6a9ff373689bb4b228030f8bd4195c93db05dc7341a570ce73fa2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cce2e99c7686341885a2f8f1181119b46ff2643
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84af594833de2839ec29180da2802a0d9329ab2da0882d6334f83f84a63d87c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04319c2d1a21e259920f6f1f3d2fa36684c6e7ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c73a75748d0f9fdc1ab0a635e0fc9171d37d17a1b56ccd6bb4879146d6ff7e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1f050217a18388c885df3f282d3c2cf2e4228d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93a45d351ac11ed4985a81a538f37c1d5dbc51ad92c88f2ef4bb15f884c2955
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f971940abcbba813692887377bd730399abe5e93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aaea84fba9d4e4a598dff979c339d7df025e89312b8e30f166c551a45528f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6221e2a1cb21b190caccc853c26534b378a5e04
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3975833406d0b3dba5197bb4ea221d191013ee6f13a4d08a605eb102d3c474
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd010502a073870554e848942b283560ec37bb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a9d9fe4ea692e38e2a1c160732154eefc268f26a865ef45aba91061910ec5e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c0990f76030b0ce508b5f0916717b195a2daab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde17ae91abd8518896d8a9316c7b611668ca3fc2aff7056a1e1a916e16b5354
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44589d129d2fbe64d67258ebcdcb6b9d1728583
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52912ce69fc3139448bafd10464fe5c7bce455c2862ea21eb01d8cdb4e26752f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33ba1cdf293a3f2bfb8b6c6c29b1441530d3d82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7836b7f9dac9988016878257cf8efcae1c696fd6a9fda7ca10a6156f3c484e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bca5cf356e9fd1515bf89aeaaba33080841573
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1bea690eada4e805292ee3f0298add7e50904d44146f8f96336f95ad18615d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b7a841b314fd38da931a7fbf2b1109d58c9739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5098367f0cb027afef8c9195481a2ccef168492e3287b3c4d3dd8bf4964fba9b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1cb6a48203142e3448c0540b6b19db55af55fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72256fdff0ab41949691927ae448d817fbda96199d58510358e595880dce3a34
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bc8385a6bbe77f6c38f7328d6e5e75ccb25c43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392d7a3e60f6efb52286811bf916c6e576f59fa587089a3fdd9e5e7414548c88
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44cec5cbef37bc7e2f3562185b12293610f8d7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fba27c3c7aa0b4a23dea60121a4fa38934f15c1e6ae226e6b9c4c4e5dede98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bf0eebf098b8f5095cea448815583e8fd984c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfb9147052f4848f5c9c4a69dd1bd35d69303eb7c9954b81af0ea07c015aade
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246e02a81920be23db10370858db45cfbc29f1fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f137e3387bb0fb2bb27dfcfd195bf74579b3b669c618835e6aad6aa7d1a5de3d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685ce6f51d46722c1c50ee1998417affcf71ed12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12de34af3c5d9fadbb3bf8d020105d0fa7ecd82cc8f05ab62f77feb96ad7838
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf8f710953c1d6c7d8892d431051607baab89b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a395089bdea114c6eb1d0798d92f78e9df07fa18c98959e8efaff287cdd13f4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e099f27636ae47c07336f48d5f23ccca636dfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32265e6a01fe3fd23ffed15fc8c1487371d23a9d480220b22e14709e3056f34
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2c09a63c97a94d377ecd4902b964bc7d19e90c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc6d00965b3f8fa7d5028ee05b826c1b237a3d7bee97d4d956e4532a83349a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96aa78be47cf1fb9fd5176b0187c73e43c3953a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6943f9d744bc6ee7eaffc21f16c1578b926fea4e97cbba704162490832ecafad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f50fe5d08e3a558cbb9f202d660b6a2eed1408
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191ae5214305a93b8c328eb7d7f1eeb1ead6b1df1e433313204ce459f2e822ff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241fe9183fd8c4269811f827c744f6be3017e8ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656678a998f50ce1e5162e188967d8d21304274837378410d5c2a13a4b3230a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c810b4ba91c2f659e1c2dbf35d5f124ffaee3457
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f7418d0dc61006b4965a477e66057fb5dbed954942aef40a531c6813ad1059
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9589af5c69e13f300d4e7f94bf584ce08c7d7b0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0205a7a130b023e38db1c377e1691bd17bf1565adb56d38def54377924aa0309
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39197dff844f0502b43d6285c13315b421f431c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5843819a30e5037edad332755ef957ef4de02c8f68cc1a8242ac99c93ac03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f68d7e2677f7c93e03be55b73c1a92c773e51a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6448ba2f9f119602060d53942fe083f92373ae3825287125f76d573715eb7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccad19b1411a731a06238584deeb08b9785a4e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1bd5456c505b598bbd5ee06b56924ca3fa30988662f09c16dc4256792ae078
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daaaa88d8c191d164f25ccefdfd1396a7822e3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9259af6e821a8191e4f218d570ad1064bde0925f352ea0fa95678495481d375
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef6241a33abfd6d312b2fbbc3c6fa852aa4d3d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e08d29613affee48a348de8336c3ea5bfd039dfdc487f725f67c861eb0dcf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e855813735fe1e6e3ab19e6e3daa96c8980ec08e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad71df2a71ff3d28cedd85acc7c81d5aae0c5d9c7cfe13bf31fd823adf0d93eb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b8980e475db27c58661437f440b8b3d8589d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30acc49d14dad7d2f33cc6d8c0633c4fc5ae928b231183c1c0de209fe0a342d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840f1072082e2f1a9e4707a60bcb4ef39912499e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0232c5edda60f12f252e6ed4ea288afe31059bb9e390b61d1fc0f07b5c7f6cab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e5729b2bb0fe37a4e63a5f968009567a419b7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294bf6209d21c31126050848c192bca71cf0bc4fd76091a5d9de6cd93841feb9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2829712b35012b55d58aa3ca056810811229757
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa78cd84a16184ca1bbfea17f8cd4aaa2af1c458e486e1e72a44f0ab979fa8e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f688f1bb727893d7ff1670df8d2400561cdb5297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8117c9eb1d8b6ab9ef2005bb747828863c63ef09cb887e244cb8c580de04820b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1006d2a9ba3da58c5a5eb72c44a0187161b3a61f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f5d3482207524c4fe266d581cde63eb67829f343fc058b8e1a779f52748e0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b08c850aa7dad6667a8f20d02d92367dc4355c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883c47cd5b81d69e4163475d8d278a2f49f9d39310e2ca398beeb8b94460f3ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c936a0fc2cc3a9b707bdbf4821f8bd0cb8dd1e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6332a2bbb4d1408f2babe3fdc46416d65e6851b81ef36604017e32a38c6df7ae
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c35487e44e900512eb202d16c874c46c0469ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2eb9a848adafbc84d3c82d43d54d8748b151ffc1fb02c9376ef5219c306749
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ae3156cea874de3fac5b08ce121e414f0f05dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06bbdd951e00c4fc9394ccd81d3e63c01ab0e521dab63c7d3da23cb9640ed6f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb7926126a6b8f5a1f3e9536ab0bcdfac1d86f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02004f80640d70a862f2f112e4e2a630cf968cd555559c5e9406e7a1696b1462
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab9934c66267c5beaa798345987f774b4710509
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398050e0f0a01611856c992fc54186d2d394ee470ffdc2a707e745e96e6054ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3f65f08413a9aa4a19d3dd4fdcdcc49717513
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92252a846c1f56c30bea13ad068bec0df30bc514509859f9a4cb8dee81ef124b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812f552639345294ec5e62bde3a96ebb18eea1e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab648de8e4d885a4117bff66304b34e8643fe418ba16976e88b9b3e0cd4d54
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e63159835755e9cff4a9b6618ed26cb5eeae4f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a680360d558c732fa2be3fceebd6c89db76d67677af5396a39f4f3712ab829e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00439631c241cd3b5d54dd47c5157ad78fe2aaa5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a2a4744777845e46abe5ee1aecb6497955e2f98df821741d6952a39a0aba38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac3663b02d77335b30e31c4e5c3dcfde81c33c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3701f713f8914aaeed110b621a6d2675b918238ef15c88178282788537b8416f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1671d79606787ee586db1f31d15ce9da01057b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0689a31fbe280d1e968c05856c355a8de008136e4e87cede9baed9e708438c7f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde4bad834fbb171b67bb93ec4d493348fd3bbc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ddd3a7579b2850aea249b03a75da457e536de0e74946c2689324fe17399670
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d7a99f0a8aa58a56532cfe939d7c323861dc30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f39d60f85e4c46fc3d5ffd2271786aec6607bd7c8fc6e170074dfc40ba9673d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35021d37b8598cd3a5afbfe7fe3d9ec3709ccc02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c8cecc1813192352cae2dc4da89c64a07e97cee002d87d3d501d3a2aaa9596
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054e96e1b813dea315aea0b4c45e333f31539e63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149d7c9f4ad2b8bbbead8821b9a3b0378f8a463e8e151472d2225b791eefe4a4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe171bd4644d9baf0f3916d4eb2c2e076152c2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceff19606c4ffabbdd8a9defb40add18b791765a6c1652d684a199141e0c89c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca3e273178681031080c2852018e41529501f11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2718455befa7011425cd8942d1951c4fa2a66e2aa4e5763080c24072dc2f06c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e5808e56b5a60d0f5c094bfeb6d78138e94b45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ff3affb3287693d9932f2992c9839e67d3261abc8ff745b01ddaaba28fb204
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd3c6d7474b9db7e5f84ba8aca0a03ae50c13a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a6d1d1f2c55be0ab0218ebe91dba6662e0cb92af6d8649241b4f3a1233849
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54f7fb29c07d9925fedaf25e39e1b2c0892989
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742740ec47dd4a5f0e98db39ced7213eced3a78de3d1e621ad5764565197ef0d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3837e4f938065f4ecd9257214cf8dcb8326b8827
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8823aa6f25c9065b541a77278e41f8f9b80fc2da7746f962401520d038458e8c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460f725a2be00c2dd56639eaf3efc399e4acbfaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1426be51ed05ec13155021a44e26cadc52746960e050f669fc04f93db7f1eafd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167273ac747c04765eee6e978ff21a61f4d89376
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eec7d8853a83b6c40efb77fecf4b509b2a351ceb41e82dd4d1937b12ed2878f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a441b7a8f3224866b5c94424c8938d8544a2aaf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833470be6bf40484e45707c7114ace9d949f91a0a8bb706bf96438a6788e9ff8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c207d61b46bc272a763c82ef336c9e097999e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0755f6c4a72381aff0f8c1ed4e2762e7402bb32efbd6f06aa7b2875189a2e5c8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d159fd2bd232d361078c8fc46f31f50c1fced
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40854fdf0253db07d69cbbce24562e80af3eea1d2d896757f53bbc0abf6a0ae4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac84bcb2f5827107eeb4ded32673de81c0ea78f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d2671c1a4f0bbe49b6a7546b644929173ad5ac13bc13ed09eac8b2467ea7f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ba7ca766e7dd249438fc6571144f15af37a6bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6345c52a8ce9dfee9ba4caab2f517206de899393b8d1c6c652fdb5f5ede0cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5ab091daa46fb372b974a7f34afb6313884d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bcb4592bd81fc20a43d045ce42dad90524bb993fa350a6e0c3bdbe756e7207
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3d0ceeb5c8a839ab1ca437b602c87eed4cc4b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6deefa7e0da973eaab98eeedf128db9bb2a9740c4637b52ef8e16cd9687146e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6096304e83a71b9ffa413f1a006fe780fcc84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db90346f8148cdf7a407beb7d9b85ccbf4b54b1c394cff3bb4578e5a13fdb8c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d662d0cdcdb6cbf94b9db7cc0294c4c1f149ed6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a72862a95c9056c0d4590dc93b3e5a578c95ff38685ceae8361beda75b435b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20d87f0abcebffcfd7defb0ad59d5775f67097b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312e528b85a1ea81c81826a1528f0ef7fd16bf2d506112a278a746fcc5254b8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fdbb5fde7c873eb11fa5eec6f6062aafdecb56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982607ea117b6c414168fe1000b4a052af574e0d3e8827f2aefa478a880f67cd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7b5d09f92530f4ba2045b715330795f4c5e82c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0587f87314784a1c861b84988b5e3c625c4415bbc0f2a18c4fa62d1d8d207525
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5f6932527fe8e4d4271fb0554c0d6a8024f16b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452f3d566cef08c7ef12f2a4b7da763a0fd85e5c58523b8b9c0122cc419bed8f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c86cf60084afe62ea91ea3af0f4741b147e1df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66084c233a668f63d3b9f5d03c79a7335c5c85ee0bfe9591ef0159a57afb0945
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8528a30bf02108cd8abf0f91f5186c16e83e19d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1dd3522f7ff337009d376e055faf6b7e86bd9d0c970be93a6417372ca0ca62
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d25d463628be33900f8c97b2141615d7fa893ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616f0e5fdf7765de4607146f3d10d1da7e551617ee47cfbad46dc41e0ba538f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46a24d1a4e330911fa31dc5c7a70a996ffdff49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cefe88734c2a4bea4ae59d017419bcd79c2c14b80edea621d07becb62992e77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e160b5091f553b18dd2c87b2d82a236e638f545b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19dfb33d412f01983249efbd1fef1c726063be82944cb6307ac461f7a9cd91c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757a161690e9982e610454328608d8cf4a51a77d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54333f6f9f1db6999324ed11d7eaa93a85cf6ee7570b0170cd0731375f1969ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bbb22fe5432be9709a1307b00f4a0be05b5966
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b327eade0c3454f06def759fcdbeafccb6eba90810b96d00bec8518238915b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2e4a5d79d866dbb257aaed4cbfca15c98ce012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6799677e4348e61dd7451d95b771e4be689662e9039ddda28a8429ca159c1d5a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c3c63d3570b1e511cb8e30ad88b21a84405661
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed33aae45b66a2bdc002d8bd179ecf39ee33eca0e981fc106fa8e287b27cc14
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcccf13a46852a27c85818d7ccd5a15e3040938
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d7ec136ee2364eb5f90f7c749394d81c7f87497f4d700d151142b9cbafbf3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff29983ea008982298908b8dec69747c8ce33eb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ece84f7a8a89a7b295bf713735239776023a35b1a3812a45c5845db4ffa801
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f79a1a6f899c16acd758fa7cf0b62e15865f74b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0530276c30514bbc2562593b1d6885b75ab650a0b6a8f341ebd60cbefddcc22a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5152d5ece35e0fc059a8426f6a446f849defc1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a811ee63d77ee68979003b6229ff5498d8fcf4ce418da65dc940ca4e2f235a5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34513849f506d5a7fd6fa652c0b8d32feece0519
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119e6f09a03c177a00114f4e3f843f8f42f67e9ca7610094a1d4168ab8a50cc7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527ec1d78f6e5d7f4872c798cc4de3c0418b3f4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b997119895da25bc6ad068533071e6763beb22b3de7285bca1bc33a8afed33b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a787c8865cf42409da8ec5b814868611d120ca62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac0910246e9fcd78d1076fd5b64ed5fd4f9be1e882b1e66e4e4edbbbf167551
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7005d469f7eb2fdc8975b1be43c86b41214daa6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17869650acd381ce7cd37c7a776d05a8e59ef343d58fdb1befe7f8ebbb114c14
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6356fc8246a7a94b51a4503273082962b588277a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbce2471c7045aa1d4780253a8c83f469b59af846e60adbc9c3e587ee4516db8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1994e5a72b145eaba57947a20c78ecd748d58443
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb2fe0ea441530a2f33728e4d251eaee193c5c5aa8f6cb566b2330a879d366
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663018d9da64522e9977912d36d8a88dfe7cf102
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0af2d935e5942528c3818a0d4b2a5edc615d53f33a96c676aefc2e7efc34491
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c593ba8ebffd1fb67efde748a9464b19d5e40af2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c769330095af02cdbf1e85e281e1ae7494656046127eef05b94fd5652ae99de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eab63db3638a61d552182de3846140eb3c8f716
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe06f74cc3d25046507f10cbf028229e86f0a5ac42a32ea41cf8a9739463499
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001f77efda2e6aaa993bb90b635d37704937f3f3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817fe1f6d5243970ef4c2d4e4853369ee1ad52c2423bc4e43b81e3eefa56e6e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778dffd28dc5908692dafdb510671cc13436db9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b730bebb4584006c14d32064c06d1fb33e668aaab1a656c676881ef643c7796
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d8d60d9ce3d67aa50ff9807866b05d915582d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3187d1798ec58644072fc80d3962ae964671bb4c33d5c745c506dfa11ff10a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57677c264b79f0b7d2a955c8aa54b9eab9b54b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ac18959a82afcb4212667c20b78d4f14e631c64881cb0fa37695fa7f86c4e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c607bc449ecd623adfafda2ebd13d6799ba61f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2f10c7d4be53a1ce18cc52762ab914f63ef15ca032e253e91b919d77ac4ed5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e386c3af7fb14c8a9efe7655ede904e7073d62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307db5e926c187d394888cc5fd8e1fcd095c9e01175b8b95b44d1ee84525fcc8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5aa0d7f80c911432c4bfbfa2751e928206f838a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f254cd055f3a9bf9746b3f75bdcc7725d1e0c7d8511a6de5a1b30e7000abec2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5372ac132766b6e6d45defc8f03ae07757d2c81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebb7f6b4b9f691f557d393a3e9bf47634814912b15b65a2fa417fc35cd06ed6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a06ff3f981228d83b462e7d432808e45ce111db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc442c91eb98fb35629ab63cd7bc3f7afa1df96dddc5cf94e42714fa6065956
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a5971a086d20039bba7cc5a9ece39dce39630e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f34098017d99e59f9bf7dd9eb997f42432a2b808f5d856771ecc2349a70f10b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cf0880aa6e6867ce6334f06127591300fe47b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a016a6b7b9deb04c8bc8ca32af4c9924e1a2f555724dadfbacbd68f285fdc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb65606c8cbd37b981185f12783b1943b50390b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f9fbd86eb176533774d41e6736b489dc0022b734c1480f651bf1055d96bfba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06259ad1ff2a86ce41b6480c6c8104eaba91a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f46e5dc3a86ba1528c726b828c290c067464bb398036dbb981e2e176014c32f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08bc5f8350b4b6cfff1a78c34f8d790989b91bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488c63436a03f90a02aee18db23a8689c882f4099cc78b120d0fb339c0623f74
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa6e2a512dc4b28a07acfb1f952112f84d3aed8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_4_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815f6c6971a4edf43274d6272f79424276cdef0b6d2724f21e79c3df6bd7ac83
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb343c75b28e6d8c5a875d90d6b1537d4d1c9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42de78715be08f5db4ea2e10e1de7abbf4bc53ba174e93f209043d899f26057
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbd47368b84cddda3a81a2590c2665d64b3e400
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e102dd670575111048d0a110a0bcca4ef64ecd71849664b85d2db6fd447d6be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c7c6ac38e0c5362cccf5d525c582b7c3e27e67
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe084d99f2904cb5392f1030c73ad9ab33b6b344af6e1491625f19762883123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f034f156af228b32eed17ad114ee450f3b2d0358
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23e15307df979a03c6bb92b10ba8442890562a1e3c0bd992ead4a24affcb544
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c0df41fa0ed02d67614cf268c3485f154a2dc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d52b165502b0e853c206365038f5bb8787694fac64388ecf9f880c60475fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2054d42585afffb5a051279b9b32e201a34c368
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c6a914eec4ce71000270a73ae35eedef4235f163fde427c73445a34986d6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5cf9c1364ad78c6574a5db139122a528c225f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1adf4f0ed2aafba98ca5569eed4654eaa609f859cc29d9bbff1f0925459e9c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd3129f5455c0aa6c55015323dae2bdbbd8ded9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac28ec1a7b394bf9f781b1ed85b3c80541dc728276c72e647d4b4d7da40a42a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c485eac1e81e99a0c840bb6419cf7e108f5392
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c8f8eb3bfd964d94af2f6410fdf4e8b2457738d552f1ec228c443fa7387179
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e06aabd41908fbbb199704d334689233ad242db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7917a5ee410ba4d1ad31d9c55f1f9959f1d62ca382879be0f21395d32aec39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdd4b57b572c38db0cc6cdc4eb47cac2240bd7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7085784250285977bfcf106aed3d02507833f8381de7605305ce154591c8c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6208c5f3e68564105540b462d1094d229c83e89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a7d3a18d12326be08325ef7f4a440d9c6a3d474126843fc63677b691351f80
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c38122c6c813307b9261d96699c518c0a0555e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199fadab3147863c52f76843ba6ece51d8d06a5fe0054f62e945544d861fc2fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c9e3f99950ea8b0f853188019c25ee074eb87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92ec99219a7a6beadc0b47127a37390051258821e047e74e289e98c41b05714
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb62992f711188e74a1b2427afa4d6c29e26211c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59958646407fcb3c6b99443db533e8eab58c0b068085815b3974ff22e14ec17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8089020f98cab390f6b2e4f866f3372011ca10a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147cc5ae78b860a73cfd28370b606947b587e1517493d68c3d9ae2eab88ffbdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c83299393818574fe4c738ecffecff0366bd0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ce65ad43d253a11766e20c20bef21d9ba929ee1c6d24787cab375404895cd6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fda988369af005083b53b07003a6f802e68c988
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2eb89e6e8decc75182b89776d977ca8857b11c775000ffb2e1aeae38e03422
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bef95996bac23845380ec3461d99288e7568c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b16dbeeb4906bd917ed2fb64cf6f8d2448bdf45b835588f4abc146b552624
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a37f0d430674c08cd46e8553ee4dd497fd5dd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fddbba52af54a08c72dcb6a0e5a0e1c965ad59d1a22245614be57f80a9eb79f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae13892bf610576733ae9d8d2ab82df650ef3030
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d98fa16c43518353c5711e20e09e3e91b0b3a9c2559f60417ceff29a7cc09f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab273db586664352ed211844a077342a7791d1f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6137520486d966938904e5472700be06b6ba4090043ba56f7fa098ee6ff3adb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4230b9dc89a11e5b5e0376ab437e0993f36895d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269f9097867b45e734c09d1e0a7e35f2179edeb8245983ad4a2f2722528327b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf07d9729c3f0d74ccc0f239350f8e9f3dd338
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524890b269d30fcb500e2dbc5ad76217914252e723498aa614591a10f1ec0d31
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c6b91588207b3713e1dab56ce3729c9ae72bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c2d9337f52b0ec85c452a3e87908fc81f6e3b872543f8d66a67d6fac691492
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f865a7de8f61f41605387c202c9e8fa98caf784b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871df8cb8ef94c416e952d9011662e9ac0b3ed5021d443bcfdd8eeef919dc4f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f819db9e779258299e2d596e840ac3899ef3443e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36364314d53a4f5a7d45887e67b0358a9ef96e897d0b62281cce4112dd0e7e4e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af16f6c3aa6ec87b6d9da4bd649e1f991517198f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e6becfe19245e53de39131e4bf53025a1e2fdd39da4cc2a1c1a85878bb82c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c58a1a95765e972b97d1fb3b30cf3979f44c14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4103370e34af3aaa34aa7fd96bec30a3d19fa9e6dffed8a66fb58e6812fc1c26
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b8d4209b8ec5ccfcc699c513f66cb7f7aafb89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f5080de8385ab910c91811d01f5a6f42f1ac9ee4934b3537afaf0e728e037
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b3b7f47d39cc5687b3de8a4944c514c5558943
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155d1ae094fae3b47777c53de4ece515ba58679c449df9c93dd0231df2ed228b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412fd5375c02ebcb646c6adc48559abb1e1d28b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02365168ba0c81efe7b1c0a1963930f5abd98de3e70b7026d50126802b9e2944
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a2f75e8357b7898361b0689449491761974657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24dd1bc1e6264d51d1718671a37615dec6f9dc1f761017f40baf57effa673e3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b24fe9ae5fbe933ad0a5adeb47f50d52b2a300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ca784641f36ae28ce8cdcf39f2442d52264b1f50dd3483502a57a711fa5ec5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621d6c2b3ba90e167c00bc591707337189104a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b3123d77bbe4772c3cf422f3c6cafb4ff38391c3d711a57d2efe664f6c4084
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8941b16eef132f5c25c57fa6a285f2613a5565
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59587f77a7091961ae75a7ae3e9ccc163864c4371a5db3fd9938403c049ad33f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b3fd46b92c09c52b3e375dff6e73a818574fb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3352267c13d1d5c6a9bd0f62d1f59cd6d00bc274e7f1fb22f42a1307e1024
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18db330d4767c2a10021de5bc96fa6db7651bf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f36ead59f6b792090c33516d722bba3137ad04916ed48fedbec318eeca12424
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c5bb6d20594211a5540bebf6b7cf384fba98d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b588afed04394fed9496a49b80a2c35fd3fd485d0d1d0b78d365ce7ea9f6b1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fec1b49688a266900fe7e7d5a6e32c23e40c02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c81f954ec3065a0d7685f8ab3bb6b7fe3def42319d58827abbade1f4bb2a0b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0b8487c7eaa877818727a476c11a8a6d8846e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814856612b65cb3a1220de62da287829b462f81551d956f2895b59c72cc59574
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87656ab35baa0bd069db07c7e9367c3ef92c300
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58ef03b478b94f441d33ccd39a7962dfbd208e970640ccf2faa2b1e95a285bc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033bedc2897afa500611c68237c6f83abf71d9be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48138eb8123e8deb5f35b84ee103c672067e5ac80260be8547e4d443b1f463c9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93640ebceb784ef931f4028b4da019e0cc246d1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb64448111091e4ac06ac6ed36885e1d864232ee105bd3eb9b5d35175c7cc2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047591134608da3045acd2d86c7e8e4335cd35f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f236ea0984ba589649251a50b228c877c0f47c68c1d1d1a3bc360bde862285
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3c593c4c06d1e9114275f5fe56ad7ecf4030b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02438869fadaeab3e0afb718b0f1ef9f317e09ebac605a708b35e4b41c78a777
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02c5e77950430fdf5d3b5d7714d885670ebef8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115366e81544d17f63443aa828c40c87bd3c96354d726b6324d2200533d09f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b4fb7c0f60db9b0907e0fbf9dc86134e2c658d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbc9df39f6d9fee3e8668d20eea653aa891f740ada6a915330733b4ead6abd1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60e3230f9f8484a17d226677c55e903a8482e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333a9600843737ee87ef4dd151a31db35b1ec06062aa6f4170fb6db321cb1825
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07502283106d0ba0e1d0701841756097c5f1589d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da3001b2ce1a19f56c01dbb62c39e3dbf406d20e559dc7b099886327d64e50c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391f43c51e55d0f174c93c741a0a42ff62dc9a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0014feb769b2dc50cc9021718604c0bed39749ea5cd4e16d13c642b64233ee93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ce64f2acf72241ae126cab4d066724040bea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56262817798d822e6477737444a976e8a5299c6301bf983bd62def72d88cb96
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cda62f2026eb720590f2dbd56884d354e199b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeddf96a2f9aa51ebb930949efd3278db56ebdb11f918d1d391a9b9634031a7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94976ae407633c3df753cec7a2c785578dee5180
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fa2ec577b01bcbf17f989df61deea8acddbecb5c662df1028fd5793b592b20
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515be94552ef90b1ef5db8392a8e39176274cc4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398a65d30272a0cd676d9ad4e3f6e1a330d444a192883f99ed8bcb6163f359d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773859f36f32341736050869119bdfe77aec3397
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b79ff50c4b05e9bffa2bbf169ee6c27fae7e8528924bf2dfb00221d8b3cf614
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e7b0ad51c88ec703948dcf78ce974432fa4f8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b34a3d8a6ae868260578eb0e8886c22a026fea727bb977fddbde14c6eddefb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400bd69d2c717a4318abff1fbf3dd561551b87c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a7c99f4b704a496ca334fb3571b3010a56e36c4ddf06fb481ba52ff4d025b9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cefb5db8446faf8b0d68659fe39e98615397d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523cb82e01fa32d3e25b0885b7410bb632c70ff5d3a3d858286822b5a93954ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ba0bc38fc8686eb9d59d46e9e725ac0498584
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f6661394f8213a3590986c6904f3d9a9d7a3e14348f15e407d2d17eceb3452
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ee329813581db185c478bc9bafabb663c312a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9982b2d39e5429646e2c42c9ec411ea7be8fce124b0e74862ecebcdcc65108
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb72ec05d6b6344b8199877c66c43b25eddaa621
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11880276d0052171873f1398665f0afaa73e0b759927449edb4f0e47e8cb1186
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5f346bd6557287a1b2fe0df9e9711808d2a668
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaeb2e27c0560a4a547268cd495bfbfbb5d9ff81e196c5cd2ea0f3d2d0d6fd1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b2e7908e9a7ffaf0ec9e84ec60c7ff9ffbc4d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5b048194b830cb41a70dc32a75dc6b1f10bc1f2597cc614ce17d6f025021d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6318a173bd318960cfcfd04ee341428151fe6139
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc8b98dc0cde8bbdd0021677aec8c1027c8a2d3bcb3f966124ee5e772fe1481
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766d2b76fe575deddb14fbab1e2c62fa37a37ead
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f36d99da08f0b6dc0d6c9baf05f4580a30a9fafa532e344ff55aa3d70451d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6eaa4ebc8e52da7175f0f9831174d87c565e30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d871ff9dfec74ba57559c9574d36d3feaab0b34f80296c34c5c6d0c864471b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304126a1b5a35f282d9bb33cf9e3d79a6e579c9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bdaee2b112dc253bad8bcfb5ef34876d9b06a54347cb298be3cdd26cd7b90d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e785ffd004c70fe44e22d96cf53bb04c4a6a33f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5c958bd025da0cd5f84aef9283a182106bee7fe2296623438ad3f6ec4aa78
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68eef5eb2f428d69fc6a02c8217c0163eeca6691
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee00e3e6db83a5099bf02a85d887cb044ef03d03fa7413ba78d072c796025a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183efdf76e2561961813856ec56bc8d69b1ac9c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a6088908f5c8371fc594f463e1fc75b8e5b428dddfb1b4bc3f559dd26e6e0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bb7894f8652b5ed71cb93d62037ddd116860c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f13d1b6d0bccc824e34bfcef4dcaf999867338b997507d08b8d0a166d5c2a7d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018718d89c7d2363fb5baa871ab9323da4dd76ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0207ea15298484abbfebfc21e4a56e87045347b6bb97b309dd5743daa6a9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5289ffc3c5866a308813dc4134bb898149e9e23c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e1261d3422cc16f8a4c89b36bc0b8e31ac3b346e6dd87f3d60b252899dcc67
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111b20a79b9f2e4891c0bcf1ec43c8005760e2a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9445f4ab172fbbab3eeb9a47b81d53f71d58dbbe3cf9aff1dd0b81c3b68a523
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba604a82a8c003bf4abd42fc610f7d728d58b322
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09799e46d541358c5d738d570feb7fabdee42dd57dd3c43f4e1e481ee4f7e63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617cec0fe6da652af79b12de190cd93a3da14283
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af515932f717b712438bd3ab3292bdce56288fc5babe731ac4f6e2112329fb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f49ae15a59d307c42dfff9e98c064e974d6b84e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fca39747fee98dd29cdc383b05c4080eb40d6ed00125f467eb25a373e4a438
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aed411ba46a3a4c1cd3468dfaaa64d91fece99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca564e860aa6f4745861f8f053151414d354e6b833622323e929bfbd17cec531
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefaecc3b12731c7725fa2b6c351cbad2fed5587
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cca66a6683334f0efd4017f4be7ff07f899fe5648d9dd895b922cff90d0d873
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c4ce9cbb63d34932f98ff2655c1e2e6575fa69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da22c520c82ade6bd2c8e75d8847ab2374f45821075cec3b3feac72dd6d90d0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8f73db214b53a27851e0df42f853e2e8da743e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd95b2e7b5478f491e6d0e493f87a1ba61df1dabed61362b6391cb42df2209a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3306fb348d856d9abb4c2654bfd94391945fd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa056854769463ddbc7e90a3464b7a1b99ac85ce371de22b7dc909fc10a1fe03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88549c226b4389f8b6762b41a08b154c05893015
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85df71d96dfe4753c20777090abf54775cba13926ce6f5292b6d18fea2485330
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd1a2bcf5dd65a8dddd50ce9d2be08b276c5121
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d301aad82876616dd29802c81b32bf335fac7e826e9cc2977e10ce0fe376f740
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558271ceea4060e4c0e6bd7af1e0ba83ec41bae1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a8068db5107dfb55369e6db3e91a78c87960478de55847deb532f0817b0d4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a14e6eff36e1a897ffa0b0167144b8a5ae55f9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7041bd60cd324a794331bb6a7a776e398ad8677a6fbcefbcf91b8f021be56ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aebbb58c89ee2b3b4e5ba820e5daf17fb92f631
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c501f6cfd06255f084d75bfb2f893b27935680daf7885941acb2e28090ca0f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d218319ee319369167d46ea7ffb42b15e44489d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fef389f09ac8098cedd13a418303ed5ef3cbff9da0284a1982096437dcbf57
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622750239fbfb3e80dfb56ced19f77af72516610
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9d785e6cb27f3649cf4e24c684a9e9c78bb1a197141351fb2daa95353ee37
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534fe1ca533f305cbde573c40d93e7d435f4612a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c2c0fdc41a31a7af1a5ace1e3f4f1271e92f227e7092e3a68d373209a1db7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e025b7a5711eaef7a835aa4ebbf3b7c2203f59b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805473a67670995e33f3335677cd322afe552192f46a78b5b5f9241a4e70b9d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448244033bc84e54586afbb586cf23702ae8b0ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9f94785de1a0e9c62b92e9f9e68e53943f9dadf04552bf3b009a74ceba26a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2af3344daa05ebaa89544db53617c016123ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77be97025b72a377b6b593c9f4b54da298c97ae447a2f82c434a77368384f5d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5b1ab3be93e015d61289c88ad92cd5f48b25a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d362a159c490c790c19612e746d8e451cca8a2344873b37d174283fd0461fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6f5d1479728ec02167a3c906f6ec8af5363c28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b749edb9040418c063ca5f3aa7e71bb10c6b06891f60c6accd04114c8bdd87fd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577d28ec62bd2769ccd9515eefa96ed9bf0fe93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06881d63bd691a9c1f40966a3662fb808222383ee9f85366952716fd33fd658a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670d402a44dda5a7fbd73be3375ae2db851cca8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2322b93192159409ad5d04cb2fb3c8093fc6f317917b15afa454f617ef8c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1085067a70e1d7482beeeb089f114a341855f3fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b9fb9ec63bece134eef573086ac36633b25e4c9d612fea97b198c22358ebe8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb07b2f39a1d192d5e01b1628f64b1ca71f70529
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5511cd5bfc6f7694396de06f582089463f325ba942a6f0cdcfebfe7b075391e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076a513da85754edd062426c580098de570e8a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8732c98980f310bebeb99ca7c7daeade92d69a81b716259757b6882cb685b699
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f79e1234b4e0827a2389f0f390b7195a832ff7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188064c48669c7ca53d5525a076814eb29ac796593e39d1acde1477078c54517
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c319ae1fd5f20abf6f398dc57c0841257cefdf2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26c57db6fe8287841f7fd5c44b1505c72dd8330c88ecc527e123fb15367db8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c037efdc5342b1e80c9f4f3097a958d59ca982fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91be06ea992503e9ba5b64ce7cd74b7dad3c8d458ade1de1569afdbd90d3b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e47df4f4f3bf81ff75490add9542b2facda8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c00fcf8a50ad58e0cb051d0d33734be9aa467d083ebdb9783183b9d2ecf03f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffadd11fc8281877be8687ccebddafa7a4158c9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6f0d5f9b3e1c21b92cfda66632262b758fee544eaa4ea77026cebce5157ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad54e5d78ed4a31aa5f2e6bf5b333846480f9ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e0d74083c070ee12ed2c3a62340b4ede451e93c8b10e033710c0c6ad0ea03
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b2ea27ecac699c2fda8aa895353118ef3a2970
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fe44d0a194fdb9d1ee3e860d937a5ca9ce3cb5e8a57dc736ccedebd6539252
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6234690deb47bbd9b91c2d4ae183a0fc0ec2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab2139e5c9d48ba1e6cdd09e7c03318981b872eeba51776b00e0c45f1eb471
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef18ee2bf5651e05d6aa6202bf13d5b8f7b465d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfc84e48ab64e4fe259bfb9913fe175d3c7ffb07ec7d462431542e2b8a73ca6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79319f194d3ffdf6f95f1b9c0900a2af84dc0f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca26aa21430d611dac6641737a5b7e14e8b37b5b2161a7b82977939ff2cef66e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723c2ec76a978347111f40a0cf23a01e882d372f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089f36cf2438db100651c55a044c4d39ed59c103dbf1aa2b2abd43b97eca4ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fc1049d07d53e61fbe2642e410e00d867e39ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4391d91130315f779a2a6e9dc11871742d453179a7ba02a3f336e21378552a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ff630434d8642fe7bf3bed271e01589fefd1a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a3b8614108a9a5585b04d13b338396c3e4cf5ac5d55b11409ee3c7ddabb118
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54cc13f864e874f080096eeef18aa49bfaa1e7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88bfe0e6b499d0b5b37f5d911955ea7e0ae0fc667e5db00c6d7c4104a849738
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a530b51d06077a18d0f231ed3ce361fc5088c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d11cd3275db57439ab71445e2c58f7b7f35056d91df33939c377db1f6c2509
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7695943b1e922a4bc397103cca6365437a46eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeda62127f7667008e8e190d2bee46d13928c8223173b049ae51a1a5d8a405a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be0a007f4d98e87a3bac1282772de47c5fe42e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ace00955daf477c1ba6bc922808fc1cd527845a9fed864255ac7879c95aa353
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbacf11a3496fa0401e8a9a70b77fcb46e50d1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996b12c33a86c2e3b0eaca7c932c634b6442d7aeef91b86b089493650121baf9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621c09e1523abbdc6725bc7d58e81b8221cc504
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1456bb3438cf398641edc4da903ccea17d140eb818f8059b69d65c2ee3213e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850aa460a3906f6654561e0223a0be0f31bd9348
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2332a4a1ed95baffa9d6f4dd833d93b8a7797f7525cafb0ca0448344b038aa9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3307cc896d4c8ccbf6ff2a79c48ad695a0971f02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf198d21f8fbdce3e8447552120fd49c60488b70e67c10b93b75436f1007a53
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0505a300dae52fa5f97f1895c478b7d689a96b69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb717bc35408d8c46f3fdd5ca36e687f42d019820eacc1c656d2a657bd292a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d28723d11624b1ba44176498e5af5b03ccda10
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c186de85459c98c42b36081392c40c974b968cfcb6e13fda6cd90b1e0893cd4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02886b456df7105c651c46c87a9b4ff21fba0aad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6abeb2be21a03c19a0b4cd5cfb94d54e2b9f669de2cebcbbb483406daecf7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce198370988b1256580ae3226e1cf146beeb7d1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38625a0cebadb967842b3c07ac27b58d428d219b0710ca8214701cd991864e4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9d30f29055e40822972da5d375f23dfc49d16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4e3f18781a2d731b18f6de48e7f1740ad56fb80deddbe0f364d06a9f3ef7b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41e6d90f289ada726dee06c8e844bba2c3cf183
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1737b3284686295168725382695ca49f7e0b3a094eef6ce1fdaa410cf8fbf316
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b2195283d744137ad099f5e743c88182ab026c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d7f8b648b2c081d644441f6a4a6989e1db9105e1286cb6c440d5add6aaac4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853d1722f0e9d264f256244049ce6eb27abfcfb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6056931623eb7f8b80149709c0212b8ebcb19ec3b628f54570b99006f36ba8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9e5f3004f03c15b00b0050a2658a798b0fa724
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555a31ba7bfbc31fe854cc128fda46a0004d5f03c8097d86e62914b3d4526a0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4872260bab0de33f3fac91459c631dff5a9682
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa88853867e5364eaf2323f1d3ab54e2e1cb98517942fa98b83fbb1e1df00101
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4d262e6b72e5fab37f2788c992d00a8a6e392f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0cc3a1e999e53e85a72b6cf081b14b7b6dd3b4c05f07405d539dff35c87f44
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5312677a86a9cf601bf4d72a943e6586605bfa35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe170234a27628a9623c41851d0e6800cec9ac53d6f5763fff4dc5cb705e7c0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f6a2815f0a603afb5302c13dbf782e5e355a0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e091bc96ce2ad48c41129b4a95e42e467b4ffdb36ae3b78e426d7aade6fa1a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2795665415647be5729c2a3903da1e116e4c72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d9c49b99f46566aa789a495a70d5a7863aeec88de10aefd258d02856daf308
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8cf4abb341f3e5e4732f40311d0d88706d5dd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb20020a5161f1e8e94bedc9e81628454cb1ae42c82632960854f44dc5c244
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0593ce987d194f08fcd65583811cead623d49c5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e83695e37823d5e1c7e95d4b31b937276dd06a0536bbdd738e54e76232b1ecd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5565066655f37471401c3c4a3e6bf65d532db1a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b747dbc2f8a37b870188a25225b1a6145d2b848dce97fa7c677c222604bf0af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a5af691ef6b7942d0fe7bc2a46cad47400fc7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7268bcb6aa7532a71ef4859ad5f91e5a2e902e7c9a6539622ce636a807d0aff9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a51bc9e73be8b8394d04e137993bbecf1f1ef6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6218407831e88e29d63ccd3e04415ec31c1ab69b14e9886c724da29d4ed0866
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994a36396b1182d5c86113ef1970dc330821192
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f759eddd6ac81eae57a3102f5d22f6d2a1544ab008c14b8abc1d62a2448c7e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c17d0fc454d2a976868df66ec315f7aaf5c6bca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a50d92fcd93f5e10f88d6028354d6b2dbd0de0d082eb7cd6fecc25bb713ad97
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4c7ca4ca5a4538526812fc50b274dc8716e639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b649e5db5fced86ce1148b05e8e961216865a014ba4413dd3014b37662c73969
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec801e6151c79d98f99d88d3db673bfac55dd859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f446ea443a136cc04a4ab750b91e937cb7c1f6f33f76bdf5be8c8667287c6de8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386bb24a93e8d979ecf558fd1e0770227db85ea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42b44974c327b126644d48362ad7ef2b52767424fce530fa5067eba905948ff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53138d5214cd180d328b783d32d63c6ae1239b88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb28c3bcd2dc2005e54bef6c5af2425f8bd9ce152165e5cf91eec224b666a460
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c1082b4886d4e46f368f6b3005de093cee1787
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceec456c6b5aac0b24d6590b3b5bd065bea26c2c16bfcc02f358d365437d223b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34d5e13cd11f92d640ab5a3582537d4903e7ec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95836d616bb3f612aba50bb63548b2f20eec641e8365b697d3f9cd0ed171ccf3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e368f283b53a386e1b2a7fd50543f09dad754332
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a545fd8af7963d582ab675cea5b07e93e151727245af245990098f36c198483
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b183fe166fed28511f2104319ef9fd81ec18ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b1fd7f0d2e3529be0f0a017b740e63a465130982927bf9d81264a600d24a07
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49910a0b238285088b5e9f4c8ccfedd659e163e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf105fbb0a0c1a6eea910a968b896fca34e0a862dd46c0f11c4b22fc34eb4dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516abac142c9a704218e179453a9363ea93201e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c0fc783935fc5ba87d7a296f15703376a366edf0cf6cda9a76452362685550
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed8aea768723e10cfbe7efd57dafa9c1efa20ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f57aeb2e74eff9c28fbd1c3c3d63f9218c947bde4e73bde27dfc408234717
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2810683e06fe5f96a945a5800282046eb5a972
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e424cfbb94885b67597f872edd2ea391fee30746791211c1927c063c97f71722
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f9aba760b182cfa28b683215b5428af1f7052e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee9e3d3bbdd81b86e6367a9521285bde37d14c9c5b69a3be3b61183994c25a2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff815ea40c6fb8d4b8c8614e0a0dcb9e4913da60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b1890661566d29221193ea6e3de29fca28790df1ba855e6f3b6782120f264
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f3f3cbb7b9cfb2018f5b177f3b934e60d82206
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b29f6c0c308f9de2a78546d6256c7690b563498f2edf02c98676d440c9b7b9e
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c8404a2646c58ad0c12aaf424bc9757f5ebd24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2e1694f3e3fd51ff124440efde6981b9331ae1a3a0bd47d85d734bab0cf95
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744d8aae89f1b44a82fd6914404fd96a2e685ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ece8fd779f4f792c31dff7f234704d545be6df7dc6dfb0a754ea5ea918bf12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb5d356139b139d9869c9369214588ad81571ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422498ea12d5b04422116245b712acb24741cfd2f5d029732efcdcc70a0dcd3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b9d5ca4e56101d56abb4c5f760e630cbdcc7ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56047fea05d7e3b0aa03d3bcaf7ff1db27f50f0d41e3973d03127d10e4dbcd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb673946bee584ba91043f997a66a4ec4764472e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328ffe274311b122fccb490ae44e5bfe87d931727f28fb9e8d3eecb5f06d5b0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a389d112cb205302921840e8f9947f58e5c0b728
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4be78f7761eb5d4efd40df18a2ef1a7a2c85a47d9abb8eabbc09805d881123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f76d0e051f0b017f6c574566d7a969c0dbafbc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf612957851d58d59be59d66d50f9b7edf2d4999576a6f0be75314b15b48df6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523027f464b533826edbc4a534798fa7c98514e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0b366c50021b4bfaa3f4244f014815f49d11d8eaaaacee7bd66795d2a258af
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dd8f51c51c31e397722e43fb82069d965597ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6704f98ddf96a4c18e521c5eb35d29cc74fc1bbb7114fe78bb083a58a14261f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddce78b422b4f062e2aa8e7d8898e24abd27be41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f550d33452a19930dfe2a0339f5198ae82c5f58883b7f27e7bf2a3bc7bace802
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e7e91aa61de9b2422a396a7cd0ab07ca6130e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28572c757a9ae48031bb6f5a7b5958111f45b5fd8a7cb46e9b5a800bd8efe548
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0798dad7071d9d0bdc85e37ed8635bfb1769174
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c1373a5231cdbee7d95e6d8c8c4ad25f2e2edc4b5bdb333a8214d2c11a55e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad19fc6c9f94ad88a6964d56c817e9d13be09e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca2dbbd6145136954df690d8873a74b0f0a86c9a409682059a5b9510c473556
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3282c72d005ecb02d85ed43172fa630079e661
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ddeba9723b6da8af65d62fe2588011dbe55d2a5d969c88ece5e84d38ef7c0d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a523326aeb6116f7d920443740ea7976cc3b32f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697252c6eb4a0ac8323e25e69777d3406286b37a00628a408d41691953efa6b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfbf579b89348f5698c61eb2ff5b8355e34d13b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f75778ac313c284eb48cd15ffb9b0d8d80d8a073d6cd0a6b0419b278a88588e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2921e08a743904d5d916824693fe8f8c93d234ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb175cb459e61e9400c0c1a34414d0ea20f3e0da096c49bc0399c4eaebd7256c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5318a1fbcfc10944db227b7e711d1281218366
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c3176afa6fafef2c5e563ec9a0c320981d3921d4f4db919037d75ea2121d9a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a12c34d0829e4be86c594aebaf441c01bb12b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06284587a31db3f6fd5e2427549f936c053a2a76e0bd8b782ae89860e183cde5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7aca0c183391083337e21a845ce514a70315d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a505250f1d92027d554059ae2fd52e4af2da8beb16e8a7fc84666869e637530
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cd81f63f26d0899b8bf724ad685765d6802fdb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce325bee5269191732caddd1f8f9e6bf2bbf8ebde0f6f45558514c4166ab5f52
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a301c5ff9484b1d9193cc0025cfe1608c6cbc02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afd3d2eee0c4d19ab15def52d37c9b3d06fc1dd385bf1884182f7210ed7b047
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084760712ec3ea024328f841e9c04926f946b45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c78d961d1fea7ebbb90534ad5d2147e409556cce5a0bd17c75e1b50bf2233d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6fb63ae48cdb15d7d2e1b5add93f95af44c679
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9861ef6d4ea5a84f3b0cd1aceac1891b74cf8883fec50eba849ab8c2b214fcc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102bb02a7bb4a3d64d49121f3a5268a144ac1d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f59cacbb8f65474fc52b8e3e07719cc636b0762192ed2afa5bfa0d1c2f1e55
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2cf83cda5c3422a0cc59a90c3d915d9b1f9c6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e546013dc316cde8c5707773784f31ebc459418dd36febe1d7bde8732b565b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf17fc172063830de4518bc19dc35f39eddfd16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017b24c515881e0ebdea8dfdc80df7f914205824d7af11832107603bd8f9056f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8c292c823cfbd5a39450c438b0e73176f2362
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f51fed8b1d0dbb022e775a11b889d21f8e7e1da9fdff20d17def2ef3c697d13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1aefa58feff905d5f0f66751d6103f45cc29c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f211339c777034faae523a230b044ed72cacd79afcc257b3fcd6252aa0549e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eead01f4a00717497ecf67b16fd9e4957a0ac3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831244a5ff1a1e15c4e92c0d1b0998ecbe3d700444b5ba22840a4816f7e7e1b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2411efc30ffac638eb3c636bfc3704f9deaa1a8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b701251d2382290eae31c0559d9c34b7ee3fb6df8e4352068c71a11a459502
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59816e86936883a7ca023826b85b1573842ebc23
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e923daf9a7b7e1702706b9f0a57b0f30ca65192bd5edd6df3e19ab5db9c1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a633241aa541bfd6f8a26a892957ff4bf65959b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9678ac4e2bda7e014dea0cb1ea97724b5e9909ebe18fc502b433dcc85987c34d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d38dcf230be34d660a88a52852acafffdc7be8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e8f91400dfe8239b99ae2b7a1ae5997f84cc0af57ad05de2c27fd471a1745a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b60a45f735e7f18022f5f8e56fb218023b6067f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a57506100cece94e649d72241d0050906205d8e0700278cfdfb32f1dbc804
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da3c46868b5afd81a94186dc8911a2bb4a051fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec761404ed76500a1dbf074c3b16516d82273a6d087ee6a1e82a277926d712e1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a2cd3cdf71e30a847b7062b00852ace5cf5297
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8e895496e0bc55ba4b48cd4c8003a41a1ebac2597def5562bbb6ab1c9f3cea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c960adaf1a84f96447c05bda59b60dc3d6888853
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e159b6f3134c3a6d2f0cf1aa5b13b23e38a76c4360193a0c557ff445fa8b79
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120485e5b9927ac4864ebc81d82a9a1d45692e44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d807aba1fc1a9f5023573bcc619f0f5d4af8b101ae72124cb250981a06f53a0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d34a39f84c88e5fb94beb858d9054761804047
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ac4098c22311a676954d0c3145ee49b2619bd6bc195d6f397cb3d5a562f8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0321f3d709865912b630c96706e0cde1946c149f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b62d5406c466aed33fa180be4cc13cea7015dead84977ff4f0c1b0f3f3eab
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2fdaacea654eba0d98bc213c213ddcec415a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5910829a99409e66e08ac08f9080494ffb816e2aefb9e0292605ea5bbc3246
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8da9ffff753a725790b0da501ca9516722f129
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe124d0966ba03f764051bd55d08dda20f457911829252238e016b3751d51f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4effbbaf67586e66077ed75d4f043d217f62710c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938a45b8a2b83b2296b9a9fad8719c30729cf40d3e81ba71baff9884f0a74bd8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062fb298b6bd53395c2b88b3238ca3936074ae86
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3694968c96bb9047be8fcb41c49f861b128a2c3c21132ca629acf5609ccd5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1597dff64e92a270860140c768c1f707e1ea32b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d42e3e6a6c25e22f9caa5be06414a52bb5a32f0cb9dd79f0ed507a00f7f6c1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2902e2585e327addfc4b4649f6c13fd77879ba15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca0582987eb5c40c58121ab7857a94a76ebbf2ac535fdb6eaeb6154f8cc85ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2412e249ef699ecd2463111309b7617640187843
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084836fecb70cf1be79d70061cf213e33497b24be3a4ac175a1452bcb4155bc5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2267cf71bc0ff3c13de8cae4428508085f5c1672
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d8777c7d94ea004724a9c67b30e66238926a255ef0c8f0dffca0c8cda67c3e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061e7bb01c0eaa40fd33a2e13b692fc5643d5278
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc01f9021e76505d167b00250654f46e1cd04a473adaccdc34629a09d70dd0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5ab2efb5c900b755d4e0c1d6c9785412a9cfc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6999bf3a3649705ff7e3fb6549afcdc955a4d5eda7baa73aa6ebe45b43a6080
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032c3b8593545620fd7cf5fe0c937c6ba1b2a02d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ed8ec38d3be218adf4d54a699358ccfe3bfae7e4bdfce0c05f3ae4824b89e1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdade7a99bf985b3b6199594dc685869c5072960
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6d1eebabf028b5591e5d6f0c8b5c904a4f8e98a5b94620f6617f8a3f068357
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1998fa4a3e58958dfddc4e13b2f7584802aba3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f553587afd39a5ec74d4938cb56779b01221e37e07353d683f8fbac27bca005
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfd56804201d46f46708a618c46b5e098a4e3c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad828c3276de150742eeb5c64616fc7ca3ce280dd130eb2a2f33472ba5c21e93
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba415c77d1c88c244d854bd45548d5f4a609e1cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e7f7c0cd2a29ac71c74748bc185d890633c00d66749d069f219d08ac7be11
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2500e67fe8268c5125c0d971552ad78d7794a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e5beb4a4d98bf2fe990849d67d9a2b4b3088b62cd8342950ec2feb62dd492
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac85bb0f4a636c96ae22f973d47512123ff5c188
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a38f33d9b69f477f51424215a13db4daca9c1cab0a44266d33544de40bf670
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f7744da4bb13174dd62c4d167cc7a5469633c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed790fc345e33913874d9beaf99ae23042679f0e41a837be4f42b927400eae8e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff2ff95b49e06fbfd391e321df028af8668bfe0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb657bd9bcdea37b2e30d70fa91795c1d99316109af41d02bc80a0a0e6bee97
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50703f36de6fea6c4b9c97eea5c3ef5ed375e51a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a8b6253a054837ab313d2d61c574f75b35648a66aaec8e2961b5429f3c681f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934a4ca2ac7a84805b1c2c8ebc5fd82f62646c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b690b77037c608c9f3a6dabf45b9cb21f8392697cff81cb72a4960bb8643b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921e9d1a14ba8e9d2645846e50712e0ccf45d237
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d7be64456d49205908bce5792164557062b94bcade5c51d310eb5c81de367
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cfa1437856754ae81550ae9ce9a1e8f2605134
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a95825c27710e95e0e1e95936fd8a63d34de1ac9bbd87f46cc7073d922b6f3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb706f7ce3c5a5f2f7c7e8f586494b9c2899f980
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449d99a07d224bbecdd7964f14acae444fbd12a790793fa80510fc12fa5f4c47
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af4b76b6b48dbdf51ba4b17998ba9dd8c9c673
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315af7960af0606735ee56a05ec09e5700976001aa380937c00bae77ef1fb6f7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7571127c3d2f8be776c54f1b821fc592e6acb68a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad8423161e3d66680b6cc6c53b783675f5f502a68d94cd59f94684b684882eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407cba729f164ff593ec5ef7f3088ab2a2ae7105
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d81e6a8e99f61a4ee26d58cda84f53614d03421252af08259592590390705d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88911f22bb2c2816e420980494ff11de8fd5c83c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f4f468b54b20734e394af85ad8f41651f30feef59cce296bf7050f2e9985c9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7dd096d76757e176cb8072dcc20f168ac2688
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d5c97fc8b7ec7298e20aac7361578f72068b9b98c3d51bf204631bc9c2345
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9c53e9f0e6a46245fe59ec1494ea1c869b630
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ecfbd3d2846c72aed65e3903e2132105f3e5aeffc885b81dfeb01ddceba814
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6032fa3e194c5b82881cf79c23034382d23da5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735bb6e79fad6be98b94d94f03ff7040f519c5f19c467cbaed8704c8581d396d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849090afe9ea31544afd29828b5fc8547cdb83ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9cb0d186ebe58dc6a665e9131f2da028ae4d65314484574a629fa35d12477f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1071d84680b7f6a5f8ab902fc3f67df0dbc09d11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c1a6dea6fb5cdf71f74e4fcfcb0cc3f35d5c99d2bf38d1237e4dc4e836a206
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662d62c60a8995f829c162fbbb6b7c747bd8d3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503981e5ac7bd5f10af4d59bea20fd6d5c612647ba7deb98d0dfe97c23c4b83
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5fe7d101230f39f509b89d42dc53b15cd04fea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3485c6cb1c49dfec4656c7ddc375346080f0409db63706b4f922da651b6d8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe2810ca0a0933ea6013cc65427cae55b936816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278d131cfec4ecc26d66250c35842f17e7e226e2112fb0def40a0451a26b660
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17db7f39dc91a865bb3335a95a3dc0595440dab6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16586d7572e44a1545a3b0c2f01b8b41dd6ca3dcad775a27a57d7c36b864a1e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8490652941b77ae714fbd00b62a2dd1e39794f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2388526f2ba2a17554cba57d073f1aeb50027192ba48aadb73d786ddfd6be6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e38ba26042d56bca4269885af630f909f3533
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed680e04146cf0bf7fd80c1a7d288c584015179a96e4a457d109cd6a29a656a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cc12c0d669a238ed2dfd068854f4eef318296d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e90cebdc38480f378146db46ee7736b62fa6bbf2662751a58591b6a5242f75
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d07e9fac35c67e0e6c3addd46bc244f82fc72
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f92830d8966b61d5325577494874a3edfd89a7a27757f03acf51251855f80
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efd9e9eed907465ea66dd8abaebfad65453216a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a257c26d8dc54545cde781fbf0f4b189e642d361c45916c11c2451befabd8e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52360af32635be7168cca3d40c1ef0e416f8cb93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbf129f824fb25c0322d39436caca92eeb0b00b555e16012a65a60f3a00e295
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bbf9305a80867fc140633597cc6743253bfd90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4185feb79acdb1cd4ffd2d56c21bd11e2be3eb180d46e44fa6cb67eb19a777f9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c90ab04e19b188325e38aa8b45abc232afaab49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3cdb4aca9c0da9f123b1dbe787426dcd3c286dc3a5cff20eca2a4b31d42afe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b1273c1be508ec59c3e59adedc2680cdbe51fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a88694497a38873fa2ef23238766a227da3e5808bdca102583ed1491ef30aa8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aa79b77cda2151254db89ee7bcce72e28165a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59e65cc436c9f4da9fadcb443a69b52220eccd77176fcc77c5d6790a5446d34
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b0da77ad9ff009d4e9d43cee06fb996ac29ab5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4675368f49b803f539e2f48d4ea4ba583d362bbf789e94a9bc53a02d3c4d1d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b104cd25bdf8e0503285210f0c1ff9596f7dc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d07aa09db14a275f2c6ef648a19ed2c5c7788faed4bcda9cea357251d38bb5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2dbba3560a632e46d6ec3c4295c122cb33e622
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b158c8c2a86c9f2f98ffec31f73cd5d84d5993d992f509d0e9cd9773a1476c89
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d6644d580cfca8affe50a46998b8fda15ef28a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5a75b85172f727f5e9814acdab06e89a05939d81e56193b3ebdaea2fce826f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f8bb05176d4affef7e08d32c0afad648a272b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943652b1c01c926dc35055775e69072fadf39c4a7e77b0e0c35c9e802865d448
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e38e164ace5ecc6579cb1d0f628f7db30126f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebf6e821699f093177fb6d212e40153be45a6c71907acec47d1cacd67ac43f0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe714a83bfc795016dba9b9dfb6fc23ea95ab02c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d49aa2b76d8afcc2e0ea5841bc837040e8aa515749434d89a3fd537665294f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1344c3e08777a4d53c8bda9081b5909683e483
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efdab1c522d9ab91534420fdd0091e504f14a3f2d8ed2355ab65d01f17eccd5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90dc0ec2b624e46b434516316c0bef17bf51c2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472e5fc67d05c06aac0b3f7ab4a5a1c10d87cd1f838f5534077fb2c030aedfe9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2375ac0f2ab7219cbc2674385aed3229793c0c69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7164a1df11f58c3f4c0193ae49be494543b84cd9126696415186341ae0d66b9e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de733e24f588d0743d577de4da0b8c5330e4f674
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b296736b500b7e941dee775315104d204c81078f4c97e4320607a1a207cf15
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e10834a67b651bf96cb35769a8a68c0055a9a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effca34add074c71f91773c2254d2c1b6adf5da4a825c531ea01f8cbddfe5329
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826fb8f3969152c1c9141f68a3d47c9b48fbb9e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf7f263d3268ff403aa9751115c3f76236cc298d20be8b3f71bd7edb4e84a8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301f8b8e4ad4b8e689238b9d48b8a0224c578f42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2983b2214192490d424158bb2565c424d30eb144825280dec9bfcc329d20af
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c685305ae1c2b3ee2c3463efaa6a023610008a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b703dfd80fa46f1c7edec3e38fb610523f9fc4ada74344fc89639fb733756
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f03ac0491e07ccbd20b15cd10120de28b327e84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ede25e879d096fd6f88d6583a76c2fea9bb9ed5546bacaf030c11fe26d30de
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec98357ef3eaa7223ff67775779523661f37122f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8377eb36491457e807e7341f20ced0dd60060b2f4281b2070a5dc29ead5012a1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f536e974f25ca7e19e65a81cd526312e57307d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6c68092371b703753595a6ea8b230dc27a18cf8497cb589a151f67ab16676c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc9636e68cdf95844e1df87710cc4bfd026bfee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0492e18f9ab5c0982891fecdd6780321c4023d54cf668718c7d72e03625e0048
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649ed7f06e43a287c1c8ff3e206e771885afa568
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcf4ddf37e31c7ca73da224381dd71efe909d6fedd7112b98f5d74b7285886a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75eefc6f281fb576b916abe62824497a9ad2e68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee3eefa1b6dac7d329a1246bacef8baf74ef0d54654c4a2ba049ec66fe4fe6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daeee30c2d6b390443b2c411c05859c5531e142
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072a988b98d9c3f0f397e3ce2364fe06ecc6f1ae6b5161cf77478f91991ac04c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73435839fe66d5af53b68719e9be8e548fb3e24b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7a047290a30f725fddf35913063740a792dfd8015b4eef0d4376f286d540e9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a5a8bde37fbd6a8e249dae55d9057966a3f59d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d6a84a9d7492b6842313d862110a5fb6dd7efc60fe569bb40be50ac02b5595
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc7c6e73b636bae9c40d4bf466e437a419a77b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161bb6122982b47c562e2c84920be637302e2ed664224344ab1ae799c3654b8a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f7644bc2fb5340a2857210aaae00d9da25809a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21cbfaf2f2a0394c06c56b16bceaa44aa5ccff88da6b37f863e3a74e541ce8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee5d647f1bf10145a731de5e03cba099bd43be1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02636cd02b80a830b9db7af892f22c4d06548f4c5bc59767984aba603c652a98
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f156004742ef84bb66d3622675e9a7dda3a8e8e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f786e004178b6027e2510d7968533cc46659fafbf5c27fff0d5fda0da4b63930
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc632feb58265ccdd61912193f0865464a9a06f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddbd30d7e91c37779f710c869a5a22073c1c85c47db9ee80b9239d8aefae1f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dda60deda374aa386b6654939eb25668ce189d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fb7ffd7fd18a0ed1fa846fffba1c0412ed52f0b6cdd539d6df8eda80f82c16
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a42bedfc6e7360fe0bb7a3d9e0dbdb7befb449
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef65c1224fc1ede896b5e637aae11a9869ef0ff99bd508d05fee74d6b0e5f5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff766412be939a854df99e474da3f46bbe9580
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7536f47c5f5f31e4fd19ff7634123db2428d7335e9f550521159142b8bd7a759
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78633d45b05d3a7734be8fc38775a73651a72eb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d219be64247d22dd3ede1a116180fdbf3f12fcbe99a21c201ccaa9613f717678
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecfe052eea05c2a65763abbe61dd794378ad44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1affba643c877e9fcf19e1ec69b7de03bcdca4901576e3adc39f3a04e1fef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ec45fb62c4c19444fa02a9ec1b4fad5b2e92f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471bcb107085f951072b2103e859e7f97dc59b81f845af56f50c3ccdb2bcb302
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c960026d41614db2f5b7a63e3e6da88b8d2ec5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfef1705ab954591cc5ec586c6de39abf23d6f98ea50fa769dea262044d15adb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a640ba1316888abc67c8fd96b8e2f654d46a4494
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc30730fb56f7399db499063bbfa3785d9a1a325385d705af1f7a2db99d54f6a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1a6618d52f3bf54b4d1fbf721268aeb3a85220
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a21086564d66fa9e80594196a458baf9ff975c1bfa609bc3668a061e1f0328
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33c8673d0f8696c9a88089153c11ff37171188b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b0c43df2747d7c47d62cd78d8aff099383200d613a670f6d849271d4ff725a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1139f2ac28e7f070d1140abf2e2e4164b39e235a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5fce77894d7e64a471bdf50180bbaa88ccd20d2fae62492332579acca361b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbd86ac56cabd97ba77f9b5f8ca6a5cd252ddbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c821fb21c96cbcc12049824e058b5d5ac3eeb79389587ce82963a212e709828
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250f01ebab1d31c9abc843175ab192eadb1a9beb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93796c2f8afb2661ab40bc9a01f5999d28bef767076c1245a546e894716466c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d34298ff8bd58b26ba2d110b7ac52f9dfaaf44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec730b60695a5c0f2eda8db0a63a95e4448e9ae0ad4a5deaf654c481d6131006
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4082369fb7d2266a70af6df3cd44cfeb2c04af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df0df280a549f8ba2953791672db752609ee9b07661bd469b58df8e429f9dfa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82393adc63d8da228ae0f25917b1f760dce36119
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf611f07330f60b70b32d43730cfabc80ee6f2bb89d13c39f1e133551afd005
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af51832359a81626ecd45013a72081d88be76eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cc0aa06fe4f2baaa798eb65d615de2ac7a0b96905739c1e3805c9f40f88010
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73d0b8c0c3c959e581648ca97cbbf52ea73725c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd26debde643cfe33e27f0cd007c461c3b64296b09c6ff26da2e929bff67ccb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db106cfcda731faff3cef6601ad74fe0598fd27f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8743d71213101c69dbb10a0c7a85c665eb684169f1b191dc93f944143b9d45b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa828130b1755d1838a195d2eaccdf1f1b55ed5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99038a287bdad44b736e0b57d8c1417d568a9d1320201db0b119a7356811d060
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325f597876739d9fdd9db0039e952c4483f629ea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424daf7efaec6c86cd9a3b382a4ee567f13a4fd9c6746086e2e64a0b2ae9853
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f297eefd9731012c788fa96d311aee7e41cd2a93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d65304fe50097b97d34b0a30bd3327e4dc00dfab8cd53e73d8b5540d14ac6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9911a97ba7755cb5d6005aca72a67c71f513ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b03964986a051a8e0d53033c2dbcb38178725f13f3f086e74c4f1ae1bce46ad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9409100bf721bc3ddd77be2929f16e797c4ec8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b055608b9faf4a91f8d0e426686eda6fe160401a74d60b6a33f0a10fdf44d250
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f632299a62078f45946cee03f51a2eb349342f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0172de51f69a034d22707e953caa4dc9a2c63d400f2a06a47e477137ee405ffb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d34ee231c14f4fbc5f2ca0fdb3b7c4618ba23ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0709f4b0c9908d904df4a9295daba0973f8cb422892cea8b69e8bbe20a7be00c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9e40907c793283f42f959a3c7d35b694702908
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a2378a64ff998ad012149b2baeecc435096762a03ee8e21b6512a87aa01449
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e736ec0a5d1ed583c83eff4baaa9fa1aff4b0b18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585068437efe1ccf2ebf9d3eab49a6e08cafc40f3cf3016c805bb02dd3126bea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896542b8c33419294efb4155698042ff6754bb9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8d1808ae2f0fa86c8e6d0da2aa0eb90ca412ce6407af6727a83bb219216c35
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b9304e022700dc57c1f5d688e081f71f7ab98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b371500f36112049ef74e580298ee8e5517ea26c903455a75acdb27ee72946f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0881e9f62551d41665aa0003c5d8bacae682259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eac08fe05a557927fadb8beed7abf5acbf39cb04f0b68bcb124d2a9b7ed4f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768045f2d751c2ccd99a32d7ba3b409a4b839e07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47df7da0fbc06be1fd0f4dc73a67b3ad2ebbe8e8d88365b8f65ee3b1bc67d6b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1dd10a695b3325bc24705ccb4b27a44b1655f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d99c4dd78e1fdaae51cc2d202c45dadab61fbef9c43f9e2953276ee1bc79e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4718c4ad221666bf494b7d6ca67604ae31e5232
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2ef0d2487df53949bb282127d5e3f8c256a947dc1f5e7ba5179de41e134508
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a040f591581bfae8b9ecebcc48025e2d753c5d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09f6561af16c0351ac8af0bb0ff9a1d738afe35f68228b972b095eb551f64ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b98a0e21edde79b32730d2c09a524fb30361a50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e747284f634f6b44d4918ebc40f1bf8ee7ce2ceb0ea9c6235c515f6fdbec8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced37edac1010668764e581cb4d198668b814de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5e6f42b75c0f130919656e7417c5f06d007a51394baf9c2a82fe142d048fff
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f69974186eb196d1451ed374fbe1db4e8edb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79f4c7a0011436443f4aa7ffe6c82abd9e3dc96fe4288d874e8df598bfdca82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31389ed3156a08f1fbee94b21cb9cc88da123c3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad4dd06014f173e8ebe0e2e580dea4ff5112bbc41736625215fff155fcf8f00
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e23e945fa49ed09950e6868f32c12478d77193
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a7860ba81e87675f404173eb61fa4ddc28b40bcd77b13b5b7ce138a71ded04
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d155031f8ef19cf1effbe97cab50863e58ea02d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc8bcb662bf45f8610944dfccc67cc57049e5c1b63c77e1cfb7f522cb071f5b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c0d4009be33a23ee56c3f1aec1a0b69551b595
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16e19e4fabeb808c1e5091b1e28dbd109e0ff93cfea0ae7b44ae05b97ea2078
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6f9490829077a5fc0b60a455fa2b8a5da07cc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed192955eb2d78282a9f2ebe010cf64f7ee8a99a188bbcf38aec15900ee0bfee
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2930a1d93f1f8c32bfc0f597d9b480c4ae636ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a8debd7f352385b9ab324d00688b10b8f00a3fd4b527c201290c6fc0d5789
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c11655a1ca1f450741adaf029f928b6d1adae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adac6f330f05138ef89355d077775475ab3541bf97d005712fad282832aab645
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d8862c09146a5142ea217580bb9b73d1e2399
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534b17f43bba451e86c166485be6322cf7c9794408c64eadce3785bb9cf3fcb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc6151a675e7ad50024fa8869ff8aed01aaf7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc37df6f1306665c8c157f22c70e6407058748e87a8db3b2f489ab0e17f784
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8d3a1e63b0b03dbc63c095a8beed7adcf8bb02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27879236c1b8b2507c642c4a03abb306c4b21d4112be03dd0c72751e4af1f5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13243132aabf2adf71d2a51fc6cd1512ec2203af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9069e68526a0f2b19b5f37022e089c6c6d745f86de19f00413f845cae588d7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfffe34d8e7d3fce1e5526f119a217228718cef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48030e6467bf9907e275dd8de1155d1653887b4274097b2e2360f1e3d9dd3621
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5465182e1adf076751ebfaad256735332e3745
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c284c6e3d93f58c6ab6d9826d1c36ea4a5e640a3bb93c924072b3cec6883b5e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b4484904882b24cd02599724053ae3183e95c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17459d894c057a8e546a4791edef47b59f2b77c780f9a02f55bc79bdef358492
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e20b3b5b3ab915765b06b0cc43d3628bb11a58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09623c85744d751570dd90d5c674a18b8db815e5df1e10b1bf671499f1c7a59
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa5a954e488401d129cdbdbeeba9d45ec4f766
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c270725316755bd276ea9c1658e6b5cd612117e87fe7fa06bce7af9cdb387b48
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7cf0a6423ea269ac9596bd4d3b97a9302d71d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26315874d846e30a4079b0a3f5b5d4c01e8d4912156503f82cb9b28e46bf35d8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814b860cf115fda36b52cf5b0e23eea4a341170c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a70505cc00bc99b989802028fcda882e2bb1630742058c55cb599dc69c46a3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52791bf3fe6870016ac93e002b0c98c6000321cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2017a6cf71ede4def6847104fc0960e761d015b0a4372547e89ca7d304616c09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd8cc138ec21112395a82bd782e43b86ce4675a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59affc01b9666b0d443eaef30132261c660e082b9ff2514191f99f90f4c53fef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcac8c3bc9b7a3808223d61239771e1ad4f6f16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298f0af1ce702c9b548b2a273bd869b07590cce492bf4761aa9a4885d6f3e69d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3cea173052a43509c44b9955f57aa690967ce9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f528d4ce1c3a940e0e39b3eb0e359d82ceb52bfb2d0cb736f7678c446de80b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a453fc5aeccedeef539f0c5150fa93948f9324a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e5da7a96f4b0d85f17ff24efffd3224cf9e8062c4840fc21290a83a449f75d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a161656918cacd354d220d57ddd71831f374b21c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290c75395632d5b02e17e87a5053c74397be9edcc089c46fcc6ad6d48a6a589
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5432ff4ed7b670aabbd9bec8a83d000a0007cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cc72985760ae0f1298220f955e2b3d2f6ff7aea7d68f5828cbd48aa11d9fd8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc57b5ecf11c1a48fc93caef3f653611a9ab182
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa19c14c373e5c034f1037b72aa019115bf5bd96ed018d3ea9dc3566643d9a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caf1ffcf8663cd9e4879e78f6292b7cc55fb29c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb47258d5271f22d17cba91172a0ef0453ebbf2b1fcaf3abcbe2c68ee0cf120
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668cc08e5a50c5e4851ee847cac20b2a70b0754c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a840053645d9f5e63fb0cda1f2c1f56866bab89452282f275c1c164579f77e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9de5ec4adee1ef142ae5f1b8f729afda727bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58cd04f8b6430c05271e5e9f7497cde303518c016b344e6f533922933e56d54
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9f8ab14bb3219c9e34c92bf97c0ae1ed224536
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3f63f63f3b3021be0d49bdbe6692ef7767d0ceefdbc67cb809b5ac82e1dfa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a4072dc0e05f403748fedb6e70fb589ba0e72d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef77b5a38d554ee1ccdcf7188223c95b326f07f32f7cb3ffa3d46ae11eb6ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d36e2b32218c7a16948de7826b56d6db40ce33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235a7568ac8e29881c627b69eb29dd8407bdda3e9b1bd2e85a6f99dbc97b7b5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cca413621a27d4a4a4e1baf69080a6c31716cb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e306617887062f05aa577fc5eda053055485efe91884cc8f8847173901878bc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811caa9a2c7696dde6d020f5344745bc9611f16a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c80fc053b0b10163f4819b342cdb9c849e025619303cebb5ceed4c1aeb7999
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1df2a0ce9770fe837cf27709eaae641996c6213
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af73efb988ce6fe50a81bed5716fe4d3b7d09e2e143fbdf170d9933d9728a28
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec911db5a1030e14f752df5fb5f3ba3689a2c885
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7669db83f4206e23397458125cb6eb243f286381e0661aad7d2cdbd39cc78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b20afbb06b083e59ab445a2df5b07bb3cd7e01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3951d633d2ab99e20760576b1cb6c429b351e38445ef6778688c8134ba6d53
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d73bc049537a4e9613a647efe9c48b5d7a60e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108fd45270b3764b711e858f02854bd430476b4c2a1b065d714136bc62976007
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e7fef58ce085eb54c117725f7f56627dba2249
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b2cf8cd4b1babdbfcaf63a295cb5873682a5d307621d713faf662a80d3d72
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41218c6fe14a5b2dbf21ca4466106032bee713
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb60402b9b907454c7885b2b03cefaf46eb7c03e955664fe2c6992490823f745
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfca7b92db273d55b631fff579fe752558d173fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f881e266a90133db55e637158b3a8af1f81eda16027fddc48c8c010e2473b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56513d3cb50314cf9632c5c0085bf54528fe0084
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f35aa1b49de4636d8190aee25164d85dcd259e058afbaf30347f61581d9d93
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7858ce8d8f1fcae6f613abf0b71a705a5e0702
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8d86e98a54408e3db048bdac615d50bf8addae322d3c843b06626223c7a9a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181a9bffb85df8855fb99f233b085da520623bed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5d7b695beec0a245bf0a68df7dfeefde0b8333fdbc3988a8cd24a1e460033
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1268b9aa0a90508a2e30198798b9655fda9f63f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beffa9ef7cc23a61917c2a176ff0f5fe1f689b8f2d94742b1efab70f7e512548
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4ea1ce97885d53774b86c883434efae1d9e52b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447e640bb2566197722e8406126913b7001293eb4072e36a648472219b90695
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f64bc669d92312bc8d7b080783b45d9de99fdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6c9e89bd7b10e0c4490b15cebdb5cb45b630164896194dc28ec27895a600e5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a1d12084846458b34f732089e10c74b99b2ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36430f165555f0ab2a67c46214086f6697d85fa88ce4d49093bd85a54a497992
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ec5adc0005771f9d77de4e922a5de7bf7de15
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9afea0445d5a51fa473abb99517416370cae4be96926da0bf213acb643389e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f597db28563f39bbe233173d3cedb7d398d6d451
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be78e424091e2e117fa83a9167f0682ce76f0097dfc46c6b7213c8c915525b90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8afbb4137825a6da5f55e4d639adc97e311271
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29379842b274ec6a55ee48764504a85c5e5485432de130a2f0e79ae64bf2b9e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e41ea3ddd2dda03732e1ca188e4fa97f6d5bcb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561b3c35222084dfb6a35ee0d33cdb72cfd1abadadef714401edf4d249810e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf815c95cdf2002fe76e407278e97a5bf8e66ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d051227a16076895b41b999825f0331df2a1c45d2b2c71ac7f19e6a5be09b7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97760faf9b5933d132a1129c243d37a3880ee32e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19990319b517e0b2080a5dca09b5be5568327cce43fc963a71c3b786d0f0606
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d211ca42ba8a6f9390bdc4cf463ae992921a89
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff7990ecb0690ec4258c6c6796bf6aab5145675ffe467a7e46b5c779c4fdc9b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d2fcbdf0149ffe2007ba1d53409d91cfc8289a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334d784d71fc380c1e4ee47af750589c299b55b29f30f163acf84897b9d70c58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee090b17699a6e8b9e21809dc6484bcdcaa852
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363094c0754df63e12ea3216dd1482e91f0579f71dbfe543f2b00a335be57548
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e002ab5f1a58c65f253e68f1406bcb1c5634d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592fe7a1294542b91e556ff59c1963bb0aefa6fe063ef3189acc6d8a1188a499
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056d383a03d7163a7aed47c51dc816bfe72e5d11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fcf4ddebb6b6f469e2c2fa197c7adebafd9b774cd8b3717d163bda4555863b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b233a05542904d1c381a8766ac118d6e694733
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a0fa21396ea246a4520b39cccbb7f2c823613acb33d55b5736235b8dfe6d2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e312fdaad031232ce6c89ac21e97a16424304f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5b166797329c07e8043198b2e307eda36641e1f3e144d22da3ad9f61ab1fd2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a6c379db86cc654c633f63f1103df95db7f3d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d3d6aa83432d13c294116945a414c3ba255a141d29b21148d4525319c594e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6a0a331505b80baa93ea07ccfa54285d4a6377
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c305b01376680fe79cb612fdb26bd44a0821e2bda9e1ec60cad5183fa698017
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a4a3b0d26b63123d02569e78112b3f961c27d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92329592c460cbad2767474004bc86e8cfc02899076466a0b3563793c165ae14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90cdcd2d25705dcd3774e53f9a472376ab6dd01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664437a1a20140b2dcc5bcc996ade9a43729c718ca6edbb26375ef449f716f32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b3c3c3d28c4fe034c048a194a1c622bb79416
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29af3834875c5c913f6413596f4fb58e488e0be362379cf97575957686a97c9b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f01b1d85bcf1866495eba12ecaedbe0a1016a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc35e31acc764a1e4a602096b5346a01e7aa52d317d9918b6d22db8fc49e47e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4782da5cb5faa28e81b963d302177e540edeb1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee0e71ce44d321bba4d2059a290c41b9f6e04a23df5d436e734d3d1a92553ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbb00fe0c742a887ab126b9e2494f54208c4a5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb7c9ec8950f4ba5650ad3e4938c2f833bdc433d8a00cc01c47f392cec0d5d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff926c061d50f5f5076363079786f24454e0f262
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3b4aacf1ac3ae53a4b3e43f24c445b3c55abd67fabccaffaada569dd802c86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f10150464e138d8cc49b50ada58ec60548709f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7ad0040cf791dce0172b70f0c70f31c1c582fe467600425498f4a95df73d20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc56b9c61a4bd77b7f8ea55ff2c4d49817891f14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9a9a549afb5d40528033e9ba514165099da132c43b38d2bb6e56deebc83c21
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34032b2c0c11abbee479df5b8c3a9d19716ffa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2fa19dfe71aef315c1719333c4f76bb1a01569df1f9da6a99914d112b8d1e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9830a4ce9ceb7b33ef19b704fe5a2781157891f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaca3aa59d18d90e73461b68090dc13742929f013a24f45f6d34b8f2c50d9ff
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5cbd52b40a1ad742d25cc5ae7bfe8f96e5ece2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a43ad3e90a811f240ba32324e6cc9595646abe2d84135d4ca4d32319919bb9b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5314c9532bd6ba19c3fac704ed719eea51302248
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe8adc9fc6ab2321009795e03b7c87d328c5a01dc7cf10e59def46caf969aef
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c484345c0536fe07c221390ee815d21bb07e1c06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe9f77edf3f4873d3f85387de3f70b8f11e524cd984ffb6c44e120b5ca4d1e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e3de97657a36c93a5c64d638fc1bf4fd73dcb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d1633169862b89ab72a9c28241a9f98f7a5ce12ac3546d97f863054262e7af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f2525ce6c698761ab82a103ea88fb1e76d790
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c05e4824734698d841b586071dbfd1bf85a95d96849b193496301776872dff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d21a036468a85bc05d55611c957cc1b192d400f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b9b791212fea44dfd99a406db785a482be9c08c43d49764a53b141067e03c1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e08db24b56a3e7110ea699c6695de39143ab53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158adf5966334ea76015c62739ee7ef7a0848d02885239eab6775db652213d3d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37595326a4c36b0abcb3116b031fae69f0b591a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab37b3cfe598ccc6ef0971f89b296555f37fd689353a2cb1842e38c05eb6929
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beacd25667304e66879a3d75e326ca4f32345aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d7f1ce1b8f903a2d0815ae40bceb58544b3a85182e02571a69831f9e78582e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec2fe29de4771abff4459e93c3ecc18ba33eedc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b53030899c0365057a71dbae94cce2aa4ce10d2c3b5703e2401f10ba124a62a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492169f3a0835e6a642eeeeef0c2da434b334eb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74611e52e983105efa1db6127c59be4068011f0d33147edbe29772758d3ee772
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afc1197e7484b2376a6d7b17f8610ec398b88a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c0ae94bb127b7c2cec60cab41f382fb587ecd838bc48d926d0d1121564e48f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac8a327cc4847afe30611b01dfa887dd83847be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dd0457be5dc2d917abffe54691b92d1277bdb7a9743a70b0944a4a96b0fa5c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7d6551f92b4c97dbf3d1f000c3c1ab6abcd9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04b8b8a5f416c73e10cadac89b3b95cfa19db342f62e5b0245fd4b036a9dcf8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e19473b4eafe9d52bcf5aec803352ec24cf3145
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3577614baf8f18a02e18ccc1c6dc161920fd4cccb0fcf803e8d40c7c10e12491
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfe32cae31ae5c01fc08af84f410efd883f40d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7a4060e9c65fc76d2a4c89f5b2b744a2f071619076c8f226d77e16c205a69
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2734e25cc08e8388e79476a9372f3e366b60c71e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e6bedf0a89db87a9ccf91208eb5db723d70f9e8bb646d74831e0e2af84c2f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a55a5ee7ecfb257100a0b0b1313d14f0f5cd62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee651d70cdbdf4d78f172df6a4058ca679f559424047d67ddadf5dde6bc19e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7e4a4fb24b0d91477f2955d28dd94c09b0fef1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b230f5cb53ff13e281e9c4674ec8a8e7281f8c1884d203192e0c4824fcc594
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc40ccf1386ff207c78f9beb4a614ca114f016d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727194e4899e9008a737f6579780eabd1408e59f21c80a92871c8e8d318d1b64
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a2f0e2de0517ef644bcbbee0a065e45338a780
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e99c6270e02d717a8a5382e797735c950b55bcb081d6f86bce8dbbc8a79892
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2522550e2f6f55b87ad03d44431251d767dd3f32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cfeaa586a1336d83c4f317be99f56b2efb81d9f29b1c86f76762e28e491c6d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5038761bd58ef58ea141ce2d0727d8a8a2883df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a77c38c7ce84a6b2cc07730f0ed3fd0da45571e4607d2ea5ef3492817468496
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b56f23e7db71616e5361b5dab2c8da285f5b66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4adb844f7693314dd00892cfe70415b23e32316bf636a213f2add1c8a772505
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5415a0faf651de6bb6cbcce2f89194617cc6c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a350ab3915ea22903959059c19da37a723cb21f01b092d7a0e2c09c99d65e787
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a60af90245744a947942b316612a59ddd8d76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fede0fb10736d0f3f47cb4712f13a5ebb14c7df20eb5e699e7cf15e6e137849
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67d4ee87a695d547dde2e7230fc241af161c1b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c199dc0ff736f663cf09dea644b83c9e6f1313c7f60c136eb3ec8ff72ce3ba1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedac956bbffce3539347fa4112f8f45004adbdf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9aa3cf6a0481eb2ba1c405f07dc98bd968bc59ce094f879fc0b4af8f3fb57d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b45feadda602123b0cb0386fb68dd2dcaeac4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62486b5fddd102fc7c7f6dd2c36f87402eed43270cded5ebff9f7d61e26d29dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862bb435fc760762fc84e94742b0cebc9dd694c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdee5e9c1ef84ed17f44f432b6bd44d205a752c3a824e352620f5eee538c9b18
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bd6db206f852835e803c6d3805e21282e8516c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd83bb92d54250c5fd4e481389450a63e07a905ec17bf928b90d41ecda4e375
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa1f1fcaf52c7e868ea5e63b0d6e255ac6726db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bcff82361812b538b50b23aef10663387a2bf49ab34c120fefbad58b91d593
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c74ff62cce0b1d901280d76698468ef2b137d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187f2e51d4488647df8287fc019445ba1704e2e4fe9889a7abe0924a3c43ab0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda7c2ecd3533b2f2964c372e1a436a0585fa645
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d44da70116592b8ea9f35fc2fac166d74659633bd0f9554d10aeda7d3454bba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96c5f8e9ed810956467d560cddf5dec297e4476
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda4a573433cb76f7e5e8eb7b85cf2fd157ac2d5b4dafaf5df00d758d4f97dc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb496db4623d80d181d6b811225e07a8d317e8c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d6520ae5a3911793bdfab279bd49870aa2b1b0623ce26c1c6c36173535b42c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97f4ec136842f266149c221d0baca1a13a40f73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c298034848a3e601710b32b55e9d2d04166cd3af4e6bf175a2f31cb536ea5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac698e108b13ed2fab4b5c5cf846ba44d8653f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15183bb19a8d85d8bb4d4db15cd5d2060e0261add7158e78eb1e4e584c01069
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae62bfc1242256b0e2a57e57b0acd858c4e9e369
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fff3373aa5d49f631aeb2939066ff1090f2f28b986da92ad1c8d970159f617d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cbd001c1afb809f50c735bb0cdbd8ebd428953
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff7741c1a202e2b690501ccf7720f55410fb504aaff65c16661e0800cc3dfb8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8478c98cb1f90013f0596e998c5491df0114c11f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c5e7b2001183d875621746c1eb7f2c0c29f1659dd3ae0e5f5d8cba102c5b2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4a26e0866c341b0f7a357514d0c312015c88ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491848ce9d261fad3ffee90f6c47a493cd5476efc23e2f9f8dfba2bd8b0d29f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8cb08bad1e5791789b6530acf5a1064b7836e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b834842be63c8e6c69facb5e9f25c4968d3f46ed7fe44f5f242a8d5a422c47b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ae3cbb2cccbeae8b7a830f1413a7c63fd873e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de0b0a01d3b1d4dad47a81d4e6ce9b7d793b095237131a624b322af212547d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dba271db6e37b1540102505a20d1ee682278ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2853da41c15057ac6310b13851b0c9398f97fa82e9d38041b5f9802899081e9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a203bd828e6a694146926ef25dbc331945d2c771
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdc14c7259386ee0b10a6828f181df66ae39cd7d317d6bf6d00d095613e53fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51688b62ed722f87269e42daf4f85f2b68cfe1b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372295f4eaf122fcecef5276deefd36174ccb45798c081c27b146351dfb056bf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d8158e29d18655e656fbbad2f54962069026ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b301cb402012435e57371cf91581fd9f99a640b075e464b313f54d21681539c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad2779c6cc7fe8b9cb5088003b80c5b0b95bcf1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b841716fb20c193ce5e98d1a5ffe2e01c32f56df5156b9214cdcbdac22e6a393
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a306b03940bf0dfd62bf329b2f0e607ddf0ed3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6874ccc948159c4fa8a3c19be29e922bbab5e5728b590463ecceef86c526553d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d85f42ff9db2dc433367831d200cd8d29f97bf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a01d3db5608d2abdf06986e881e19c8ec00822aed5b7002b66f8510d2c3c5f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062fc0148069551832336c05be40712a6b22baf1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa614bf8b8ee11710b7ba8b1de6711ada139d4c6b6a262562e7fb7e67f16925
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66fccee122a7ae5d070eab637c83128cfdae8de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bf7b0f257ed0d8faddf963c86a9b3831568fd48ab63513ef0f2d7137c93490
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d072d8a2cddbcc0e8b03cfb653a9bd95bb1fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eea167ef6b2ead5e83e955d7ae5ddb5da993f679c5662857b4882193628e5a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0c6167a4ecd0e78122369e349c2b8b07059754
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf9eebf09f15306bf7029798b859e5c94cc5a9566239314fbcfe0d6eebb3be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5b6230eaa852c262b180d2f344027cca26fa7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9b0b75aaa951833fbcb87d7f70f0e4ba1c0d7ac06d5cc0fb656d20c47db5b7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc10a7543b36fb9421ee712b78d90bd96d99ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff9a13b8462641b0d601aba25d7d4f656d7017eb12d8ce0cd0acf6f3e78fa2d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99039b5dcebe8cb354f8578535f3ac8fe05cf73b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e625baff7e813e6cb9e00487ebc6dff316fc895b62255f85478dc791c2dd6421
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587dfc01a894140e2a2b4cc13a25a37d7dfa35a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8ee49c8c0a514475f0402fbc3a274f2e9669af018e63b2b396f13d66e3a385
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3909eb755caa19e92af8a14d44d13715db394a4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366ffbe61f572a9102d5831c9998d509be1d96092feedb4bdbb7f717fa1f78ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2646d63bc3e14076443332017cc76d48ad7be4c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8dbb2fc546f43d9caac24b3d434161d73df5c6f771e1684f375e4ec067a50be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0af024833489150e9234260826ac47d6d84e53c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fcdb0ef68e3d9129a09eaaa8de0d29f994903465c49242c2ce349344f22781
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caf8e864cea059b5e732c1d50e3dae2a83d1e37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d52f926ff7c2c60f414f416ff40a24788fa571cfc37099c28f8b09e14300af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56957cd0b6ad9d8ab70ec69bdcb418a7ec60d27a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8262bf15ecd69f375d5d85977a14225f292debfb1ebedfd167c90ee1161f7370
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f768472675a23380b3d99a231b336186c6542be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace9f66fb8feb374529445d61520b5b7aad2c484a9ef6974c9da468e9666b315
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7fccf4792072cb6af5b9a15e3594a04943b7fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aef18dcdd8ebe40a3e554ae5fd39a10058dd973d4991d5f546c9ce64904384
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc147ceeb18df4fa60aa6c2b3c787a6e0d215768
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362418cf08410577d3b63175cd2caae21bed11f6bcce2d36b9cfd93828b6131e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69118d823f3a952dadc8a7a9c85ee1e4aa9e0338
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfbc7b7da73ea9b30566242876b08296ec12c496444679c70003bb42dc246e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa60d27ed07788315ae314f3fab63c372bfd066
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a68d174dfbc92a25015e9ceb045f5d490db9744ac18fbcd9a4a730fdee3f8a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf5e4359a9bec2971dbfd52cf3d56b03f8e435f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f78d4ff6790b25009083d2f692103b960af07492b15cb417c030d02f62ffd8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8b00a8bbf095ec19b2981a5cb387c3df6d787a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5b589f0bf58960f42002dff3546b1936b0681f349a57bad04dea3a7caddb0b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb1e0303a321f20ae260aa6629bfc9bd6d07a56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0f734b8f10e5e7e83db00fd4878d11dfeb66cdb1f2c302b1e9acce9456822
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc8d5400692895d1970501f8d8d12a4747be56
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09009b3f60bda2f360bd6b063d8a46078d17f1d8241fd1bf3a69208c5b87db7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa4bf125f243465ded238cc6ecda0317deef8b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878816510c58ec1cc685be11f6134f09ca64c4662163d4e7254bcbe5a742f9ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47419f89c1e71e6555f209373a37cacf4bb154d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a803c8383aac89feecb262390b40a9abeeb04f5902c444e00ac3dadbc57f6bed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61afc83b40c78646fb0d33e5d1d922eee1319aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbd75eabeb6dbac0f304b05b0c9daddec0640329f8c0b39e2dd6beabda7b091
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47000ac8fa04e456606e56c47fb2642cb9d0adef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775d854668f91b5143cb2281e23a85e8753efade3028e54c271bdad5f04dc7d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde1f2e2c97cba722b2c0cc1352a98ab4cf337de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad9b69ea1edcf55365a41f814d3ce361704d74a98eaffbfd3cc305eb364ce32
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b66229b59aaf88d6883072c37c4fe572a7b758
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120f728ddaee44d2a60322ff5381818aa3cef75d483857f8a8035bf816220e6f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045b48ea26225247ace044b8ae3217c25117d5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f48452f46bbcfe438d34b8fc5dbada2e21123cc6595d17b6427ba90cd74adce
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8c28d9e0416eaec546c02153170993dc9b8eb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c333a7c09b7367bcd9d81c72249313521e6ed807368e8fba06bad3e4f54226c
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f362520994865a425a9a384beb602fe5e5b74b31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5a6e3ffa12a6ba0c90cc1d177fe6bb7ca39fb3f6b8e6bbdf6b16ba09b2ffd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575cf7e7851d4dd82dc829832ef8977ea00fca2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a89879271f92b84e0214e34e1024a36dda8831c905c9edb105dc6b605bbcade
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d4aa387bc3a4c9afd1bd5ce974ddd5c0e1d9dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599d942eba454e07fd58e5a1e9f14728ff8b7136d37ca826e2785dac713df590
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d4d89fb50b77472bce6f598dfca9d414cc229b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71439971f7ddf0fd648cef55bf52cafd2efccaf230579087e7734f3670f47bbe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be69d2a0ca8e741d542c56826087274694fa3b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0432d73df8b2388a9e6ab4d4dade35f352a767df9c720e9b8f1bbe10c35c5d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd94b7c4012def2b352fa7f60447ae37119f173
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd64465ad8a236e9cdc0f111f4f5aed3a98304fd0f08afc5d514a70d94c65d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d724284120f9b20323b10f05240089fe49f4e8a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac30c9e2aa81baa3609f23214bb29777503c5a58e84e62b47c4dd144af1dbcb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95be678196cbb783770df02873ecc3cc62201f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a1254fc3b23565782fa94f44f782aef12033fe5a33e4f068d4320079c17952
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df75198b61199f7a745a076a364499db668d5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f811a06a376a6c02735cb5fdc38221c2c5ff9e442c30f5864889fb8b61af91dd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca2adfe953062c0bee4ae4d2a2c14d66955f035
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cd788582c713c8587bb3dc3be4b26ca257c992d8119afdf12327beb3c9ecc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25c375188760e92621d17009fa2021977cc4709
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b734fad562436ea52939efc34dc7d4327571d211f7c8afd200764933a6c679e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c5cd8e5d865e7c64a33181677cce1b02e0a0d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c862e63ab59953ea67c113a055d1c468eab980190213f47f7fbd1f88197a161b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa1482f562182b04e3a8ce1f64f578108638e00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d10d21a0a22e206d1a0435cc2ead4833b1c75f6e26465f8a9b39aab10ee1da3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c971ba70bbf4f39eb919f537ee67ed5b1801d83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c43dd9722fb3e12f94101378a627bb8cf438c242e735d9eafafa590fdd730f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f8c4a3a3d99c4644c4e384bdedb176d50f6065
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124f6678f8e79d17cc3b927c4ed63683db8948514d0939807f8b6816ca7dd2b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5306647a3c9943fde7b9b7f9f13fce2c7ef58
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a77b67dde13231936ae2fcfd76c5bc40cb57da673529a44cde51b980dfcea14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da4b297aa65b4d56705470a1fff14bb2a35fe1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622c9764de1d9c2aa50e310a8550c9bd8222fde1754172bdf5dd1fac00ee90ba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55decc993818535357ebea548f358b52f0ac20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41522c42e72131c2c5052ad9e6af2c4367d04c6e9492026db2fac655c960016b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e193ba7401ca0fb495285244cd0644f7323c7dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07b6e417269144800cdcab9b4c51c6712cc94ac57cda2bffedbe41c8c8fd9db
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ec98fe7e127f357e574689a374e576b65aa090
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30adeab8364602b8354d36161b1284eeaf39c7634647f92ed78dbe0bd2a3a452
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1996b21c5e41bb54b8e1e8c1d982943f5537ac36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8593627fd12b175629f5ad800faef5ae7b8dd8e138b99f471c030ae44ab56cb8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a8f8ef61b3aed9874f03eca7d7f4067d6509fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaca737d3bf2b7d39471def44ea26cde3f8df1818d272d797d988385ef11eec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a329d566e013422d9ced530549518f9e62f42a5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6fc3a91882e4d67ee8f00402462f4982a66c38ff867d3f8a05dff055d0c451
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbeea1f06ad28c5462a10a1981f2a056fe5d123
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bf654d4a2eff2740c323d261aa650f216b34d7aa24bdea2724d5e03f28f5fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760542ee7b4b49a49fdfa8a5b9b43601a322e618
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dffe87ae7e2fe9ffd9578e3a7948d8e5a0eba3e1c8263c8a2de788310a38dc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856975a3072c944a08d0053f72b1c9ea4b130c07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b50a77c2f1a0fb8ce7a3de968b4ed8ede1a67788b0cc62d45e4f5fe669276b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e15d605ca29577bd72a341db3d9ad1a05575f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f08af8af3f215b09fdafac2f550400c2cfce7c1d42e0d61a09630c8d0370964
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7906b241fbedf7dd0ce370d0a6175f5efda6ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9607acc69e296c0163e3140624bead02ef947280fd4eca6d242d0e162de4b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bafa2184da5789b6c57297dcb6b6db45f0e7d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a02bb6418363d36364619484333c17f7a17acfa8ed6cf55dbeb9a2eaaf2275
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ecfff8232f222e11da5488b22c71232bc567f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f20591d032e5f99f4c46ed9e0a73ce1b2b48cb224487621f992dc514606674d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32db3aa338c7a0927e7de492e1dac735fb15e4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe318431bd896427170ab076859981beabfbf033ef69c7b5a86c86356a0a5f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e37f24e37a082ee8df6057ef2ae12fa166383b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7657fe4fa40f0eb13ec7bfc366527bca247fa33e1fcf2494ed43a6803c3a643
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33ade2e268ec1ededea48e9cfc955f261e0a23a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04a95987cb9fbe419f2e2f877b8a0c57c88c08297c03abf3defc31e5853ef53
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68502bba9c6b1ed3dd35e1efaec564d5b35b53a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ceddfb9cbc5b1986852ca5e739b4cb464db26791630ca5ae8a15b3d078b199
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027c1dd4889e24bf72f498db941143caf1bfdaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d0387f260e0a8b188c92d9b0747f63e20fcc49aae586f6f702f8d9045809a0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a815eda120e0f8ae239ec395fb010acbffae08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88a6fa6f1480df04f285064c67bbdf1cb6710eeeabf360d9240a4bbe51deba7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78501481fc3df2589c4395089d5fdceda2120fdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c58becf4bbda515bfe9ffd9cbce0ebaf14bb1c4ceb9a07a66fa815fb2e8934
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166e6a73db2d8280c42383898b01a54f7e941356
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd6981d8e4b2eb5bfe8d3af09da218e17e233138aaef6155d36dcfbec34618
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfe83781840f956f780e62bb45fc1104dd19c0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58840acb46b26451e86ece2d5a0e2c431738775124ffce55790d4abfcbb9bb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66af4bcb49b85c1dd8e7dff021a4f6e8ac78e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848eca9a604ad2a798945118b6c3b512ff92a549382258760e02933539697ea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847024ffbf1afdb8e1e8c608ba663ec838313cbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93534f021a67c45ca26307cfc28992cc8ba5167570ca1914729cbf81e1ff65ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f084d3e36a73e58f6bef93428af8034924b4e99a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b56c901c2eb060c6e795eedacfd1cbfeffadb2bd49bc2460b910b0bc6383bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ae2f5896e6d66a2eba83fd6d222c297361fe08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e39e377721ccdf207174e01e6dfcd4a65ba2b12402038f7019eac8609d4afa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bc56ffec4cb65e4b34b415a5b8a6888aa5deda
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c701663ff00c5fe4c3903d6cd05993548aa7ab0fe7815922652a53bdd9548d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44da03fd5a2394feb24198249f2a901defe41b7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d14a883831f38167bbde4d42aa8b45354667b1f667ea8aa4ea42e43cdda6a0e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cb39c22a1e51766d52aea85d88d2f8f3704ea6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e461769de2ac4bbde219b130cfa6256c50c7685902749f2188065a2021e4870
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0c11059a19a4085af49d70e5b6bff0ddb2bae8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef773d96d3c17c6964733355a51b4901a2561e5a082668c483673dce4e4754c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7447d0fdebde7cb3bceb5a11c4f1b82c5dd028
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2164360e09b74322f55f34c59af88a0a51587beb712dd4ddfda38651d95ac8c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b213b0b3c16f376e63bd9bd4e84d6dafd0a3e2eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32558af4e5f0aaeda0aeadb25a77b7dca0fdeedcd55349cefd0b1bbce320dfdc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa640a6fe7542ae2ac91316d98d620166e6c3699
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b2ba1f3ccf6d3125ae4429d6690a7bfef7bb12d820101abf98f190fc3b2b7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ba86e0406ab4b99efa35544eb689d3a3177326
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9321946e22d68ef6628dad05628d85857dd5b18b622fc45c3b839312c4295a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d8a5c92b103798e4d9cff0a267cb001ffcc03d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d22ffdc37494832279e2c4692d0acf10a637b9cb01c076bb109f1d20d078bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fa0ad46c234cd10a6b9a87f985c9c7ae9b94f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ce45bb9f741a40186159d9ab4af85874b52bbb73a76d6550f8976b6e989b54
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b0ffdc4493b222f64d28b2e7982da05f909cf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15a09f084298f25f76870afab766c01686d7a12aa03953f2542950aba34c789
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3553cb3b6ac3d5c206dc0f752ab1fd87f810cfaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15b271650626d151940c505f166f2f2a77ff7c855fc0d26d8976c4dd5ecac6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60d7bdb957b65c1ff5204591e26060a77203335
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac00edba31a35326266d9f665e1b8e0bcb6c8465a5a73a2cbd8c41a5f9876875
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf81ed0a649e84c4415bab7000329ebab649c39a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfcf5a0b72e1bf0b150c682126678366a36b034b4e2a923d99cab2f5a0e31c8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96a1d894e000f1768466dbe7401b40d03f1d861
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e87422ee4adaf4034c2b1bc88a021508d3436514ce90ea2241b36bf3d7a5034
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef16479079adaff00c5a740de07f9f97bdd1c3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34acc2ec8497f43a4a068c2b43b85100b0b43e39e0450f5aaa4f2280754523b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f27c0bea794374a14dc9224f8954b608815153f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a383e93429de1b42b9fec63cf494813d4595414f26033e796bfb69a76c104
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2935e96fc65129a48fc1f42b8ae4ee51898a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e8732f419aa636f742765c4c943bb91d8666c43f28b520caab8100383f9a05
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2c7f7af65b3823becc33e85f8df01caf044a3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485567631c0984996ee827f05ccac6bfc5c5d53ab97f395249e6e40f457dd21d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b74cae5eee13ddfb93138249b4e9f1881fcee9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee637677510b2ac15ae09a69e9075c5b35bc3bf9f09d286c4aa8e3cf48010fa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3b207794f1fcacb658d0a1c98c9d2e01912fb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960755b67f6859d5567ca636658e4fe45549e9e3dba82b53adbe8a5102481eae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e4b1bcbbd47f43566017694349a357f54b523a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e593a14616df0875ad52027940a7c2c7cb3f5aaaead60854f7bf0789e7fd6b67
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a2b04e29015c534e19894364703591f0c12af7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de55a4ac1bbb70aad60fe46d19d54e6fe7c777c3380a820883f49f3489e5e248
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f906bf25cf3ebe53ab6a088367e844f1e2637f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6f76823d4faba9941b438055a960769f635aadeae38c9e215e573f912000b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e1683687928237e9dde38d3bcb7e083a90134d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837335be287a56e01d6077a356fbfbddb1682621740d5b8cd5568e8ca4664cc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca72de656992614433416f0932c7df8a94affe45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e4529204390cb4b4f1932e0fd66ebd70a272ece1db894ab15183e43e20d5ca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ebb7d34e811c335f562d173d9b3eceb0d516cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d099461899049bf6397d0a88f703eb7529f5eec5e0b50ecd0817db527ac900de
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82881a719a7a00d378a0ffefbd8f6c0e8527916
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228280c9b7539722127df6a8e6baab2475e042f37efcd98761d6707b25f7c14a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31176419c4b169d0edf57070d3dd08f15f215407
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a097ff85b6e465662d998ded76b1920946b4a1749694a20164b2e26393485c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f8a74adb24f09ae2012e347f231cb33b614516
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dae793b1b72b8495dacc635f9740d75f88871b4d5b284a7e1379634c53aa8f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75995e38f810d2b10277ee33c7f44f54ade98d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45836fd2b0ffbf65e8ae6bdf513111f84a8e65744d2eff08cc85126555cad758
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0fc94eb4b91a39bcd4fe45193d7023e09a316e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bf1eb853574897b9c75203b911c3bebcd59147c6657478877f496a58f41752
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d24f8c2ef7f23953371c24b5d0a7ab78d77b62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5647e6f88b2a4049340a0469d2f54c58500b5478bb0a3f2ecc2be81cea8c04ac
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5439d8ea83d9d2a81c3f707e721e87900327f46e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99188e3ff3d5dd4b41b37920a9e0b35430c444427da594cc2d992e19c09b3e68
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99199b2585d50da1da2138c10c5998a6d83a695
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c826b523588b13ca1c17dcf3fed7a46e5d4c3d7dbc56add4e9adb7e17ea7fd2f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf04049446be2493fda536cbc9a6d8918247b87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0065be00da1471b4ddc4069ae69fb4cff9f3456f5cf7829a99c6e81638d91a82
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d17b24c5cab91a47a2af26f8e319badabe02665
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73448f79b130be5211e2745b5a3434358d6e65760b84e15aae6b9fe960e9266c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7217a37556147e247e196a246ef5812e8a6e2f4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f47d88ea19f02f1d8af2ba3d26d850e3fa86a3e3266f20044a87b9aa04708f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c7044f1e1059e10fd5f5b18e1904b14fc8be0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d63b92a4cb783ca66fbc532e51650a2640871e7dec183df10240726dbb078
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85252acecbc32681cb253ed3dd92523441c12393
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bd20de29a6846c36b7de537670e9cd320ccdb151f4b274b4620543606e4c81
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde1c812fec53504f523fae8c792bbd11b394b98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac1b78a178bc1354d5c6715e90bbd4b685c2b8c25e57e93eab07b507e7bb4dc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c150addf88489367923ff9ae787695b36e087d98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accb89002fe99c768af706697ecc43fec1b3756421149cd7e5a2486ade4a477
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c54c37baa31f496453ce90c3cbe46a926472e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac411005223b40f1747ef922036a0510bf0ab815b18673a938dcb3b4b97a427
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecceb68a8a26f73e2aee807d6f08e20dfa8dd037
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb641bee6486bbcd118b974b754bd2480e336876ad3e0e05fda1d71be90bbce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3292417af67def49473300751d2b3769b7d75d09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04e4a38bf656952af58eafd1463cee995f004fffb18218fa954f12120cebb53
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957197dd3e8d70347973aba54a1785bcc8347c3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f6da397132b03f7fa21e560386166b489ce843c8a48a1a0a8efc73c99e515b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24618e8ab5f9c0a84acf00918964394b73f64726
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a122156873cc9f4e5fdbcb7fc0b9c819d72db723da3f9ac4ed2b88f94a330bb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3156f78c713690dd42bc34d80567acc27069639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03814b08ddfe5b7bf801ad620b45c95b3ae12d845d883d3d100d87f70d0c5e5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205d67f771a9e8a4a512d8b567545847566c4dd5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9ac3985e97680907699eeea90e203244273a64ea2e6518730e21332b22f3a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9001db948f00f309aef342d80c34374ee370bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaffb8cca22125321bda717d1e06cfe42d0586a4a28199d7020c97473d74715
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc7e08b05a3f0fcc6510cc42a166b2793d43729
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d904b1dfda346452ddaf1d7b885d17c090ff47eab11097519b7956292ab4d085
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d7b1d6b03f12d23e0bbf6c37fa7ad54c8053fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f428e62507c00ca2b72d862d6ed9780ab692ed271f8e886277bc08e3bafefdb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc0f7b15669335a9b1f9f074f44c62d6538f261
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79795ff792830c7ebfbda988dc9ddf520604bb96bbce50b0d34e50d8923693
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7be9d85d7fb01d3258f114ad88e9403a04a166
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f33eba48f5e504e4f9437b1ce4117e3801ab450a78cda37a451f9a44ddad5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded3b362adb7542f32a03cc5e786676722abf7bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a078e13476c72f49ca1c9b4bcaa86b79944640f06ffc5cbd4ab765840bcedbf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7846da687dcdb32ba50c446e005bb2b8fed8ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b7d80e47e5d92989b98755ddf71e400796cc5fbde2638cf34df5dd1aa92f4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10209cf6fc730dc6a84365bdef9115e849dea6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090c9744ef43d0377b642b6c803b87334672623a98435fc04797024259b9970c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fb3a9d52f2daa730b4bf907907665a1e72e0b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e18c9b473b8d3f5a7ffcd08422aa5b73799657773c9460a9891127bc4c6567a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2563288053a34b89d2e736ccfcb5806a24f4d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf06d5f9e6edf5b3167c093aa789129652f1d432a36403f8cb41f8f38803ec1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1d5192c6282633955a70b71914f5e175d834f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2762bef4edf09db92646cfdc2fb1e683fa3f73d3c9fad1c51b7a0da5221b6531
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66df3db8ecadaaf1839e5d7e6b0222d87c3936a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2825baaeb0291f55a4f5a0ce20939a3d1cf1d1192302757d7c6e7b8551f1eea5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f514bfd84fb0411f31d80664b33f262fd4f26ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214df18edaf543cfbad288f20f0474da0b9e7f6a38fc55180da62e8fca4626c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183480bdc068caa150d8060dd7b4aeccfb4bd250
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569fa9a4c3b83d38038dec3eb9d53e650a85276044b3a87bc934fada80a1905d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257d944ee9c9cf27382a922866dddc66e2c702d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f09bcc7c9fc21ac164da41e4fd97d18e68ac3f0476da449481591c2ea6d049
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f73bcce3f252f4f51712fd3bcc217c2d0a5ac1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6db16fa696dd0d522c8bd533d0f4cad520d1643dfa8c66eb2dc3b8dbee457f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9e1bce92f4dcc32518609aa1d86d74181f9bbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9c523a4ac2883c59fdffeee0e9b0a4038bf2166b67ed449e18ac7d5037f9e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37974e2e36601e91df1566aae4ef7c763a3b8859
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64692739b20bfc8c8e99e0a46364fdd881572677bbcf9ff1b40c16d8c00a846
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d64be2d4c7a1dc059f1048ce387589f2135b64
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438fef0261554085dbd3e40fcf2a5ba7cda0b89fd2618cec66868ba04515317a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337e3f14dab41b333be304d8601ec7b194a9920f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ffa5ed5f7fc77f0236b89512395e605f839320ccd0b0493111231fb30f35d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c738c4e8978123001c7e64d292790a99855c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c1e494900011a55149014be1eaf19a057a2c3f16f91b59dbb255ee0ba32868
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6267230a2440cd0f88e39810ef0c1cecbcd1cc42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5307237dbcdd734063eb3e3529c15e057993e3bae725c377cf79e69de1a48362
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0275451a0a0068d7e8729c8ed21aae2529ac68
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebdb185d50591088b814e86d3f021a3cffe426f507382b2a293d3030d9fbf19
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159d1fa59a1151f8e3a1a95c4dcf546669ce5fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d61a3e31c94401ddddf3d9d3b3280ad3683179f478d7ede560ee27731e71c1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc2db87028b6e6482379d9c74599162dd25060e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e301d0cec0fbfe9b3b89efe803cb3be5c6ea7f2b6e57d4d00245b0b72dfd12e6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756e40ddaa0fc7831050b5f5b0bf9fd456a0ec24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce9760034d5b7b6f019a4267f623bcceb36fbb58109d8364fdc2bb90597b21d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0159ea9b3d6811e64ed6ae8c67058769de51cd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db788be01f0d6f6a7e06f67c2cf48af6b45e4ada183934d3f792f99cf565122c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b02285ecbf010df00d1f6e2500362a0f38279f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e0c549e85b3bdb87758e4c5d0bcaeae70a07091d980d3c6d88985c33e15a72
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a924b6b5b146a558c2d7fe35b6662d7f6016700
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df95f175f3ce11b904a238916b807546f28d7f08045dc8ef49b93c30ec31f94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df5569ef5041c729a0b99ee1f4031ed8bbccfcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61be109a5fbcef8d59c6ef50ab8da1bcf320b1125d3a6972bf4b9b1e2289ad2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84819f47a69bce4197e26267268ad1218bdf4fc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c9a3895c15be7a8805af9361bb44d8787f4ebe7df733d53c23b17b9eb741c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab8df721cddf71c6068b62a4a4d167ba99d884
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b771819facd601c464b3f0f00f6c10bdcf8ba7cf135197852755c332a26cf6a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b752b958445853723a8c3e5947595e149e7db9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b690187eb4291c2fb41a5843770c7d310109e14de6ab8cde169f3990f48d4b2c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a7357c02fe0011557c8afaa78929902598d764
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286762a81765218de19a338be30f8fe9254a6339232d3eafe5edf7c108e08733
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2088a1adedfc29906d70770aa962c517d38a8e4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61a36f070bd856671957017061222779a44f145c0ecda9240c6161f7c1926db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793f2bfa9550d8cd548668da06a390dbc4edc12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe1c29b99d503fd297c167159b0b4cd091e67798d6e6b842b40827a0b7856fc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b478eb6a4fb7402f1e81ae260ae6fc54ef603ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f49462148efad1723e2e1f15fbbd80f0c2597e1c0db7890568eac8d857bc4f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca69bbe229724e1f5a8c6d9b4830efdc0cab4573
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db08ae67e8c0020dde5173e94fb59cc57bcdcbec18740dbf6117d67af0519121
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111daece8d96647558bfb1f9966b7d2c484f4e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37a286483d25b71728305e1598300531dddb62c3243ab780fdd00d7ddfac4fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8e4977d5d49abdf207551275263b14423f9b9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d42f0b66d012b7150a2e64784e796d2fcd3534bc15702e90907cb4bc5660c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859c2648953dc0244aaf951db051d46def048836
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822895e23fbbc48cdd72cc3b1be32fb8f6a990a1d101760d20a80ddc5254468e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63cd22ffac9552fa979fcffb3addf865e3c465e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119472db234939e762987fc807c7d3257509311e95e9443061e04671645129e3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665f0459c3c9fefebc7b226a866c43fdb223c816
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a235d1036cced4ce0e954d63334c7c4bc30db0e22842d854d93ad376347e8c0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bef1aee03f66d826323732f8db2b41eaad3d69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d672f123fccef51bb049d628e963671a156bbd9985b0f9c8eb19e251bd9e90a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b3c6e4fc832759d85dec8da03d2288caa448ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f9236bc1d0949dabc6fa8a60df790c94aa3f76f105b19963c3bd9a0475968e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a52808506317928fcffad02d0d69eabe985a7e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ae0d4bc7715db22486906d7c6e1956616c047511648dbc46c1423d7096618
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f2e2bbc6e8e42278d431626490e5b44b07c8f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6a579272f5a3ff8f4e908403ca02a2f64716e6f11cc67c7ac100e8f4c313ec
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d87d9c1dbd33462799eb8a2640f20edf9cc01
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032c7dea0c9b9d412afc18a18a761da3f25165a77bb979b00004b15aa9c7d30b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2310a589b5ecf10ef7fdb65055dd445ec99cd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cef7e86a18197030ff8827ab50140d81fefc3f0a40d411b33ba91941582fa71
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f1534cc319f4e64283cacf8005af25d85fbabf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e678a031b499830f205788eedbdd63406a0af0d8ffd50bc0ee8676d36cecf5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d299b313b82c62e866d32190a71a0b0279f17db4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b5d018c767fcb244109cb9d27bade64f67ce8c956eeca2ca5ba1a4f98f9f0b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aab10b55eeae6caa92c59ab211ae64e8fd094a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a799af6d606ae628929fb2d4b147b3599c67e452c4226b4b84843e4b9ab938
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d62d1eba1c2e143cc156aeea8913c1be26a8ad6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8968159eace85a76f083ea9242cae447575f0a7619d71f5d40608511d939690
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a18ab034210720341dc3f18af79a2cb8c069d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07914f68e1e1376ab61a98336517e518b0e6db247f713303d272de4321bd8c8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042c3d9c2a0e065260b73b82e9934f278287f295
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069fe1eacfdf5140ca1e8b321af0ace1afe4158690889520c8ae0a043cbaf813
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee10e8962cb8f8834d7f9c6f31cd4d8aba591d7a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4216ba7916d61f31792dcf514ee28bd60ff1b6df4b0e9366a6554c8c47252756
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7dba2b9fd65a1a562ae1a2d230c503936bca37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c82809b41f41e9e5048d951aa9aad06e2f7d07ae2919cab6ac62caf5555fea0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0f683aece1d35b5f68295c02bc74123635993b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0331bd34ed112f22621f886617cd0f21908405f233dc4700390685af32f0e8e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14e931a4cca68ce70a565c052de04e1ce90de61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c9f8bf2ffd878c6918bcbbee9c6accd12164b92e724c0a8f9d49706e651501
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82ff89008c3a4e11801f0cff041fefed53dda0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862530b217c1449487465c1bbfd485bdf047f3b685d2a5750df5a95c596f7682
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212d869a5aab013047ae289f235787bbb6a60035
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c324f4a2092660f9198fe05fec4d5cba046c229a2358049b63274a2e0a49ae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c90ac00920a58d7679861ebb4a0e1d9c6df15c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b626b73cdfaa5143e4ebe81499a4be53aba6d9b74b400ddc8672634e0e1aa1f3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ba35e22208702e21e88391e9236ef75acdf042
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761ca4236e57102fc6d816f208d16b33493db56eb650454100b59ff2e391dc65
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74605f08b9bab93aa8f53fa958cb2610993a0ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad1dcccc44f3c6a59f259e2f82e49dc158b5b4b6f677dfe6cf79836026ccc4f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909ec2704cc705c84b216741a3f326c4bc447dcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce0d76e535096f1abd77370aa0f5e0d0a5c004a099ae18a278b7cf23a5ae07a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae0c0828186357d2f7b12dd2c2f93ef914c9e08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45ea3b39103b452ed5aa8ed8fd101411e3222743486c5523339e68a653ed8d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52108dbeb86a16fecffe4f028fbc22aa5d231a38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42f5e49161a8f2e4336715a813791689e3cc44ca0841b9959de24e8961890b9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd87ae506687f8c1c69fbdc0d9b42b19ea0800
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bed67d065581708a603b8b03a7b0e1f880a5fc764cf1163e02126a5c609174
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651030ff0cdf84a243de8ea98d527441f5e4529d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a6188f062f68a897a21aee9dc632419b9d291595538696de2132c577754736
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1c92e23c7dd797d035f2277414e7203ab0d6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370445f7b02515ba90ba1a9c4c5e1755fc06a5a46b45339f255bc558e1a671f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a63df25149f1ac4609f87d41e0b4b85a7f0d2f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e225b066a7b74989de3ea8de92b81f37e1256efe4c122ee53274f2cceef2a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfe8f899573c40a212af4dc18b517c3d411bd62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3d105d38b6441724f448d184ffb6035208302c8726d828a1255655dfe62e01
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404bf74cd11384c0cfc334da7f6ec978417c1440
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fea62d7158d1d0a9df16d51e366821eed79506421a29892a754d4877461e43
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56059b71300e22893c2e4b7c3ededb9fbfe27ef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac788af7ba0b4f0dc176e3590ae38ac04d403ec08c8ad328e39fc7acc4fc155
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34faeca7603baa52917db9617bfc31c6ff4b228a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5c1d43ce44755b37c77c6443fbdfb01ed2ee5e0f12eb6cf5848f4d6f9e838c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce93ff916bf857a85e5dcc5c8f711344364055c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73127383d34fc81233c770cea15cc5664ae4d22433c70c54e274a1a49621fd13
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cb5e32fe64369aead6bf63a5b4055c314a1bca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454466e94d1ddaacadb844fedf2dee56be6fe5bbe664e461684d9eea0d733f78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bb526dbca61f2f4c3e21e511608c2d2c255a39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b559952a0a9b89483ff5a5938457f79b6023379f7241421db2d06757f33ff292
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e905c047043131930c89cbc12c1481a094fcd51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c4f1a04d78a468c689282514e5ce9b51c4cbea17e1775e1d5ac87c784fb9d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f788e656f96d533e117c4a686bb0ee785ce6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb77845ca986c96d3c36f3e99a3014c731117776de5f28d5cac3b14524ecc63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c09ce3651fa5a0800d411ab0f912eaa5eeb05a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee71e69facc840097332ae4db73c81dc2d1a32bfa5ec05695050e31ec3ad28
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7556b496dfa99636b6c4f2dff6f3683272841
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36e4afcb91483671aab0a56b91958f78de3b12cbff842e48bb9449f3a96a516
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a2ee2d8d5cded9a73ef7aeee58db16d68b318d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a7a69a736c50dc0d988cd0565ab9274f2686c7ad9e8b20558d936932ed12f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef96fc8d8f7958071a3cfba86f28051e5b5fe2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe4bf31d597e2e1b2bf936ac8e2a6f7c4d3516a858eaa45fd4ed3fb20a38f86
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c54eb279dd0c56c02680749f6497e8636bf581
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3610244a4b5f06c3da7be1e445aaf63a82015672b0cbfedca66ffb906810c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28b40a3e1037dd36e95faa9608196a12c4c0c1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aec3a0575dd3481b9e2b126c8a0a0d3ba7e05068ef293a1a2e87f33341e344a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769943c3d466ed18f52f85909e007b1098c5b5b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bc3b52bfdedaf707c910eb02455e4603ae96ce5a404b42b8b8f8ffeb59464
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc265804cb8dd1d124acce059ecb4052863999f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301a488209b3e67154d2963759dad4978babe33de52e66e028a1194b1804d8b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c71bdd36ba58b1c5c07e0d4c2d3ecc9f14218
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd4d999d48bef590c8508bf216e82e48b03182b4641aafddc8f8976db150828
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc42369fdf6c51e5d22834b9d906f7ffd49fa50
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f140932c6ca6db3af3ee0528a57e8b537db675ef7c031a6e0ad2d56981846688
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29142d5a05a8d8b206456f04929d54dd6badbda9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc093486af088972a3fd840938e676fc3cdd6ab52fc348285c1b39198a84df4e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d39b4f44d3d37234f151f35b1d7138331bb21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded5866a06cdfa36d62385ae5eb2b338b94179cfd5f4a1ba58324a3bbe6430c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3767334fe56adb490ace2de8f51182bef65715
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9d2bfc99757909eebbc23b4148621f57c812ce85f97410a45a6aa8b0e2d92c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de53e19d2b0b08801a2a6f06c45db6936a59848
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2348c2d13187edba677c207195b2403efd692bc0f6339aeba7fbc49b6e21817a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c1c2092a9727cc238a307c351fa429a69b01c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31332cec0c87752b9a847cbba2d8cd0e0f53281df942379c7e3bb094a9e24d97
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe64f28d7b7745b5d9ff2518ce75d65b94c5d8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d107928563d5221129ebd71def5ab0993407f71f0fcf09a63331edc95c2748
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169434e71324578d9cab608246f749a3a31760f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99536b733ee4f3cbbfffa4660d2a8f62b8e6f03a4adee4875710f84b6d910bad
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355099c09a1629db8fabfb9a2de9f05d75f756f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516766d5c62f5919e01bb80ec911b69957f18ae5636eac040440362eaab1c740
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78ce16ddb8bf0d01936d17224512ae9478970be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eedab38bb0c572c90f8cc60436568a9e2799c59e9f8d0264282104cf5da6ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d28182c0ab67406a5145c60905e77762fb6c36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2546205cc1d2ac331bd4af6365dacb463ee28d86fcb34ce872332dc42249635a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8f944ba876614b8a76c0caeef33cca247b19b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742f530d12b3c9bb6837c2cc4dc34306134dfb2c4dc97e0d16fd9dea4be244ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba9c9f81484b4d69603cbc977a94150e381d82a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986351c888725fc07b66175bdb2c3e0f7ac2cd7061116ff56f17423c665cb20d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a54da482fe7eafcabe770e40143280b49b3860
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6e6dde77c63c5f9d26b46baf05079b7b038a6628359385d629d3e6e8a5313a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b038c8b86303872cdec20b8095a4f5ee106506
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab7762910aebdd26fabd19f58c4714a43ef9b6be965757c1463d9b5fb1a34f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519bac67e103cb70034a54da2cb9f7c94a797eca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177c19143239746de52dfdfff1e11cf7cf8b91b8218a55a6b474f5da5f45b0ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a932121281ed7d329909f4997ddfccb8dd41c53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7905b656807ce941df00f1d6d97b42aa1240c2d29038aa91b8647e8f71cb39ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b3bd748e6b1f7e33a326c0891fde74f3e257e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54bd33c6f6cdfa6c3273c368c7a0d90b3d78cf2564ba195f182c11d8d02202
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa4126227a413793eabb0d2cbcd1031dcc7b33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ef0a4b9e40704883a0df44ae59abc650392a79fc549b41a7e85fc7b66a00d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dd435deacc8b61435cc71a73165653c0d9d924
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1ec8dc72b1af356473dc31efc8937b5e0f3c2f0c79469a48835bc29c2c813a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6798e29bb45213d70738947b50c4017fad57f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd49211bf83a7ec8f2a7dcb239e012caa12a9e7853d2022b53e81adabec1aba
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c6925c682b0fa298ee13bfffd4b3fb6385dc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a4d696e39363a312aa87eb26285558329d1911f84d3e163ede89f689057200
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824b992bcd8846cf6be8413647c36cdd91d69b4b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851d5d27e6e0d72963f6b7121d61edac81d7a10aa3f81159b6f33e1f573d5532
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2105a0a0417ad763105651ae0060f2a538d612a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4086d4efbd56343a21d952fec33df8aa95b904d14228c5e5b192cd7d85f332
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1d0a1908189c5e4a5ef143dd0da0e345c9d7d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d175205df88a90814017584b80bba1be2bbcb3610a80c146cabcfcc0a4ccfe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191fa30b57204a91abdfa5e1f3629bfacbd9a3e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5d998ba934649a9b18c183ed3ba2bccb2807c5ff50e53e47500dc45dabb05b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c8d6603b1473248b2a40c420e4813cf435b194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9804dd66296b4a6c3f94678394aef44ce317b119f22a5cedbd09ce0ebe080a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3466dbdf79f06c7daf8c9324c5d180c96f2ad9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffe22ac2cb12132772219f2b7ad127eef7840118dab9d24e6aec2d1aa4e2364
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d96ee5b7715c90c68483a9bd108fc4f76c2327
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c537dfe3de3b678508176a120ae6b00091dd9930436cb89ab03b38089065284a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382c918f891f12cc2b9b91c612ebdc1e6dcbfdd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b535da92e00f66bcc2b28b6b2e1d1d08ccc88f7dd23bc6088563fd475481537
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dcb5c97c59261f03e028c4ae4ca2c265824b45
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43c75df69e612869043feb3c69540a5dfed71fb4f357459bbe5073b38b02ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc354a906ee2fe65520fa6180e045500303e591
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ff6e7345de31734320721b6a41731b95a7cbca5d87a8a15fff134f4f53136e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249951a398e3e7ea39c32ceec9dd9521c4b9b24c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054bf096123c7429c594aa51afe1985ee56c7bd49810cedb5003db346b454fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41dd4ca02b1501a1c0433464fc8242ff591ea62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e03976b9ad558bb437de38a0ae4621e5213d72cb9a9c6e0cf5815660ea20e0b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b7a6c469fcb8198972df9804466e98b13e30f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45200a9e03a13f35a344dc42baa9f9fda6ee041efbf7f51b59a7001f5ed1dcc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b54442d65a16c681e02f6b6905fbb362e743c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedc3e2c85ef23e14f6985f31791a3fd64fa98cc0b511add8e88dca0cf436df2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143ffddad33df529a0b02ed9e546cd3d6fc3c4aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a71bf88cb9b772a4362405a2bd83ed76be43129f1255e3ab9d14ff6d9835e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a1442bb0f507d23de0ea01c8db969eea2ae1bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b41c1db07584ea07d91d39ee01dcd286f84f9010c97a785f6148106233e65d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808fb654bd1e1731626844580a37ce73e48c06b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a74c18c57c3ee33770a7df13f34369d6fe5b05ce42db9f68a3f7b5ceaa7a9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fad3df48504d0ec546789602485b2b0e21034c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882ddc3350b665c23ba9f75143e4729ae6efdbeba4900e58b3137daf46e78169
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085aad3bcfad295edcba694da947814e9750d06a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a3a856b6f07fcbf33e28409914604d65638191ad35d338654069cd8e23de25
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b8926391102401f2bee1c20d157880e1d4e3d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4332db06adc45d6ac953e28bd5f8c976a453c0dc7111b33ba56f99f191d507
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b3b9744d3cbe9ccf0dcf665e3b2a607ce939c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f6eb94f0ea2fd21fd4e07eba44d17f83c64de92e2d14d8ce627b20e059feca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8358a753febeda0df37569b11ffb31120dfc1fcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960bdc9dfbdee2f026948026c70ac6700b5cd710d08794d338c445570b1f4050
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f1474a134d0b2ee6cd723705860472de4339d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936514d5688e66e692ac6642a7a12455a9c7d23c3aaac1401491713ea8819a2c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ab32ebe6922cf2eda21c76ec315ceddb32149
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83a6bb09b58748e3cff0716b01bdeaff3ae1bceca15489d1e938151beafa2a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d470d61b0b290c9cf59b9fc2b3308a8c5e8304
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a21af68f712a971fda39e7a287215b845a4e6d74cda7b4e6f53cd053805beaa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7379b0b7d7905a3bac9cf99a5578432a89524d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5145a4a41f6e5c4d00432c16e5a2ba2a1a51d25ccd25220002a1be247cff89f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608925b5945a83ba36cc7898c799b52146a77620
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ccbde95eff30f06f0c768d9720914463a9c96f95d92f36c4a0f28f9ba8164
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6508136ee798978e910bf44d23a752907c660c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7668342fa7680a42473d878f81be2b3fe54a19957a674f16bce6fdba6e4b4a0c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7809620692fa271580b325115ca1ae5f37171a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eee962c598a85653c1165d973b6de454ea9ed82925f4823af5a702fe94ceaa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc55da2f9eedb98415ee761e68e0151faec2724
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673021d5f24532d5b12bee1fa4fed2e2365a22d474061f78a3ece00ad89425ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56d15765fc8b11a72b75f220ed8391311a2d10d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d269776933b5b125b438a97d91ff99a8ce23b027001bdb2c28b0c3400ab2ad68
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b85c56546747133c05af618d469b71c373df3b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9ba5949f3ba5c484589cab9ae77a0dfdbb17aaeb1b86c650745c7f796e6f36
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf588022d2d5b752797418e4d2c48275292239a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43866bf2530fd3341b09607928a2adf8991e3119a532d66f658a131bf37f58cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262d4e0559bd8b98703f375b2b62df12cc884cfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a45e76ab8e99fe77b7a316b9f589e1e168e28c5563902faf3135fb8af58d42
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba9e8c64f79f2f35fbaa8495dcadff9ab4cc4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be0dc2979f2709454f23e50a435c7e8ddf1098e1399aada714699c36b16f3bf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae27b4481eb20b54e94f07ae824b80cb54732a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e39b8ac9fcd7512e9c1b241b5f73b30124e4f74de42a7716662311303a2a8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83bb9dffe86d5c7bf67e6255450121a71a9df92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0391b18a153244f9a5f5251b52ee78856e654dcd6cff1ba3b61e795afdaf65d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e74f015a94b8486c7e90390c3b220b7d0ba07
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1714972d4de599a0198f1f84013db69ad869104b17fb208debd92a2c47f82e91
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b2508b853e96c61675ac77770620c138a52507
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1124a48262940946a15fd12bfe9e9fe22f8e70596287efd154871ef31bb49db8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ad292e21e2bfb9b294206ac96451f7aab5d304
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92bd41645a5f9a3955af2cab650ba677f274029df2de428531a2f677bab2d5a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5edb2c9287b594fc51898fc5d6c13581723366
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460de90e3c155c435b8747552d25d77ba7213cacecc864d38ae34945a689b009
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25186a3a8238583e5d0cf5df37743d21b8354d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55932fc0325545b04f0eea379736093bd9de3e7b31dcc073fc7e3a0cd629023a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c891b1f808f2fefbb9b09780dfda4f203d7e7b7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebde692bc2d15a27126b6002c5f268c19814d9230a110febdce372fe7ad23bb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33af71b189cc919c91878f3be414491eebf9924c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cefc8e238485fc30645bc9835296cb07b1a56142113581fb09aacfc3441e73d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c75e4e2cba6cd3cdf1f5cd458494066013f6a4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdb4ede83bb1cf794992f62311121b068fb811e684dc585977caf0d45322b58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d404a44a43a47dd6e241ea8b2a0da13a77e1caa1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df65edeb15b83df7f603127203e95f99301173c8fc9f98bfc04ded4859ed06c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93779728d0304064c76072f980767ac719ac9a16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840ce82548ad008380b25ea80cd0aed96ffc04f10aac4cfabe5e6c790a7e3b21
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dfe7ac8151d016591ccabeb03f23839d3e6c93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd0b7ab35d9e73d370c1ebeb7437aaab1e19632d3849dde565722549b072935
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303c22561c909200a5a396fae5647ba732b9e63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35d7e7426e5808983e5d010e4fb376406f959173711325e2cc4e3bb5d9fa0f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d68ecd00805372b1e19cbc20947a6558f86e97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635b4682778d8e35a969722de6870e5c321ea72dd6bdab1eea6f3a1c7e12f12c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b7965b72ab00b3be4fea003b467c33e22df9bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58f0aa673341b40ae4602ed54de9274662f120884d8be636cea4b449d6fc494
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b6e1873ee146431dc33b8e0f645ccbe02a851
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35036cba28fcb2714f0195e9cafc08ea0c45ff491c485635e55b302786bc3ae2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf6afdd60d6ab2772b5825a912cab3418afb32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e9930ab85a0b7f263993467bbf4b094bc11341f40474c12e47b8622ef46a94
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65354f34ceaea6285fb26556c7a6500b8c19e7db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb45f23971f42b8749e725844462b6bc5f386a8f663241145175f08d6cb9227
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64cd5b61648935a0e6248bd551d7adf5cc177e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bf99016a7b08581c4000fc68ca1b9e9d3a85f4034a4b3f44d7abdf584c635
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e8eca4952d0e41427c4890e060bb1ab75b7199
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7f16750de4a8e060e0b6949ec30b1f161291963e48cc323228806b2f2581c0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0ea54b2ce6f569050feb14b2882a06b21d38d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0187f36cf54bdef03a0ceae0e55fedbbab86f8ec3eed43bc90c93329832fcef2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97580207a983c0920ecc82e48501cd59051428be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ad64589f095fe9e4c8ee6c260ae91fef61108a8f29a7a95863c618e5fc7c7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b29aa2b0fa9061449f08bbf8bc58d9ab4c96d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f031653be4ecfe1fdc3b1e0df15071b4a620a8b54a18a2df68346a0dfb691e41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922500bc9fc2fd60332e1d0c03812b141e3e3103
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce7b17ed368ea27bc394d1299206455a6a43757fca5fd570aff0ce892de5c8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2733dc04170864325debc01d78e9034eb82d274a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b38ab4c2639e7ba4b9ad1b024c8b0767a9be0e731a293c22c130b468983876
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed3b2ae602d81c2750bde0c13885aeb83ec633d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b75f74fa4a4d474db2b0be5e648dccdabb9623f0d29d8bc5b0f326f1ee94d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8988448e86897e378300d07ccc5b84b4ef83280
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5ba1f4b9c565dac7c3d998aefffe76df20cdd8ce2d8c51cb79ffcae3c0899b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e360797c92e8f770e200d618e6707ead5570470b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1460d6f096430f13f82b573d2d63e4ff75cdd7362a3cdbe010985392ced9b7a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e07ccbb5aeef047b10272ad4f13c7f0366256e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca56e55e76e5f36def716c5141e805eb9557d3eaefd9ac8853a832fd6d4c45bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e96035ad3886f376fc2f5930ce135799d86ba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2720c1334e1164eec191bffeba1d54a75915be8f8cd30b4a90c077a69e0890ab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2333a0fe8bfd309429184249264b31a7ff65cba6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c88e79ec11f16294eeb66eb47e24f4ad4e47508d46bba41dd6b02282c3b86b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c89b169b8448eb888c1ef1bc7130275c51745f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434f2d793ab5e1f6b14bc76c784059b1f31ad7f40988cddb8e46068789915b09
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938ee2181116685e792900898b611e9ee3c14572
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd7465732bba8cc4526be9941e1cc76f110e222c28a185e6c67c6b9ba746560
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6e461d34d15f4430f5928bd390f35ec5681c13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e00ddcb08bc683aa97d167e3898a01215044efe52ae4b529fc2efc42e017681
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d31fffb43cb1da358ea9ef1655182cd2d12e51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbef23e5f3380f95c346c99fbf73eac9f479d21df52dc7d40066f56501388bc0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec263408e6d42b8d6f07b9338a4e545af7a0bea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef73c247dab80d35bc53b876fb9ad054451b0aed67cbcabe793771c7a554e67
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8545ae73671b47e9c5116c6404960cc28a321e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d390b1474f8d8206e3f1dd4f54fe44dc7842df96dac0887871d09898108357
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ccd8d7b6273f0fe3df8261539ed4978437b85d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3c59a0403e9865e916ea43502f145ae232279ddf5e2a7f8613faf6a93ef93b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab34c7f50f931a7b1592166ca0257a7fd19d5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a153c94bb0e0fb9c373cb65f643ad4b10c7e8322f87274422d00368a567cc36
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319110ac24a5fe536574c598a64a62f68886632b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d854b00ddf4037cf7eec5de6b207670c2d3f18b468d04e7c3c5726e6bad4ab0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d459a318580a63e8e0b0281dec89b0a2ba0835
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e0e1d8e37df50f739ade8efc65c07fad23a633efa2dfee43d6b7fc56ebe656
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156d3d9338001b9249e5d00a632253749310e367
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124dd0f7a88814c647af5223a2cf96ac98938fb9c179e612930dc5b1c3b8a1ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f323fe6815ad18241971d77e81e99a76aabaeae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720b54c68096b1fac31bcd2a0ec7960aba16e46355d7f075ae2ffd5de727de22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2de6092329f7a219b653bf0c47b1d96165de05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863fe6b2742cd7031df90bcb9ebbd057cba17f3767da79f7f72fab5cb2b361e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e79067a54dc6edff6ac59900bc170ce40d4ebfc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a3407550aa878bd1ce2ef129b21a102edf0acc4f53af6eccb5b82e8ddc37d4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3347ff466d27e2e1bd516e00f8aa92a56c31f238
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b52129f405ebf5dd6d3da929c8dccdd95ebf64dbd238cbeba7ea6047e84e54
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafc4dce6028ccef2279d1a091ab83a3be5d75f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a6675e5baaf125a5625f9e3a9ec99f52b0126284cc23be594d12cd16c17f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07d2ee7aefac1fcd65625feeee7081035b50c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee14adf48182bb0dcffe61ba0d44ddf8c11f8abfee1649336d1cd907aaa8ac35
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d054706617d699b19a422d52c8cfc82d356efcc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e3847c55c8abb917b725f394265081b0b0683efbe1ee88007f781084f2e479
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ab862ece9167ba23726be54771ebd0a40ed51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf066da0f3eef0970fd0ba01ac81199dbbc2261f4bc57e54e4513e8103db055a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b91dc5b2a0b73fd7bbaeaf0c97876944bed85d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c35cfc0d00f30029a68d7cccb2c06f8700ab16cb765492f9a0ab0e12ae3ca4c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b41006d7e483da12b4aa0e0b3f87d656626c8e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d15c20ea9b247e2a92be0d487526b7ae03460cd108c18156c0ffda213db82cc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35284f34da66f20c01884be559f1a5b5ccfd8437
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822eb8ecb204fe078889b5f2f0a64e144c3dcd7d03809ed9c5d98a614fe2e50d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936963ef39dd5dcbf9a7df60863d8b0382fbf0aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd40401899b01aa23d4d2e9025e66f7a37ca0ca4f759050d5f4cf3bb3b01e4f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd18622dc26b888b9b7c74b4f9ba109d259e639
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac61872077f06dd8183080c05c5312652f61ab2d4444649c893fce5863b9983
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c24e83b3bb446347ae710f79efb3ea0eb4e1dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a878ec23232ccb7622dd447a16b70933fe100274e512c744befbbcd6ee683a36
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0addeaf321e3381aeeeae212be6f51a44248973
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab97bb1cdeafe10fd872b9d4cb8b29b4b64f2b27c0f521fec46e6b800471436
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d897a7ebee2bb0a3336fb263c914f0f748af257
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3397d05aa50824b852a2b0f726b34997366e47df3d0958c765f9d75f05ef4282
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192bebde4f0e57f173014e7eb9bc4bc79ffe62b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27321d902e1322e8a9f9166fcb4e9dc5ebebfb65c0b69f6673a786f67c23caa6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c607afb466497a05b931e2f5c25df8383c7427d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480601a3bc86a937a196f464352b7a034166345164d734ffb7ac4f81dade047a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e10adc6a7f0d32498ebfd89263cf629dc32ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0753ee2d02acb6072def852582e06f16750090af7fbaed9d021c6900aa3c12b7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52acdadefa3a04e6dea4d443d98f71ef9a0c1bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428faae68bf422f315962cabd60e4991298538c992642ce727d6faa843d116e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d635c317bcd1f27434956f55d69746a191f87cb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3518b3b5a5a8321ef04b82e5a9f26b53b588984666fcbfa07ea3d961860348
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dd4739d7917d0a53f1fc74e73e9d2f6ce2beec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad5abdae093854ecfd3d4a375f83e7fc9d18b2f09aa9b2df80ed5c48d4e08dd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b60a04526143387f630fcd246d254a1ec078c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ccbf0e37b4401caf3687e3aa250ca27d0719975fee456dfc50286c13895a05
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74f4230c9a7700dc04ea92c2da2f5009dcf40da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094c5ea7ee37528cbed0f5cc94eb7cceb74b967e2d1b745de3d3a27fc502d072
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef22d4b4d705319299a3b119608a8018ab81b239
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9423570377afb0732e93a22dba902e869bc3ac51d982f4a1b1369f95b765a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216294bbaec2d59b9c601ea5574ac36c0e901fef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88640ef144b84d5e908881faee8975ced0f321b657a9017e373dfc4f34ad0c4b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995cd2ff27b3b4d21d0fc9da4f158a5078e1d6d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51af3954cb357ad5106b84b13bb2f320a903085a5cfd2cd63cd1c0169ef1858e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187fad3172d289596486f93395640c0bda34d7b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3d1e74902cb55898592b89675cf7bccc56ae2a9f2a810c8f0102397fcb9d4a
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a1b37f8884fa024f03786b7b5c8f1634a1d4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fb2393f1fc06d37907229fff25a4072e75fd176b8c2693f16bb3d453eaec1c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7b3728a90b06cbebbc2d2db5d78f1462620ac2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77e5a2cc8224bfb4f57a07da7c4e34df79d7b8c9e9167bcac991971f790b8ae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a6dd12e9bfaf8543ced0982e859d08f4bef025
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e644c535c37f7f3d51d2e9e77f406ef9446eba2b3d75ca115000f281c01935c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea1b952191358a59efb7f26fe820a7eea3c5d18
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca83043a114e0cdd6729b4c40d70e9842157308510e2404739883b84753b79a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01a6d412d0a0a69a1cc15839364f1fd3f19c843
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bcadc93e34389fbc3044a0161133d1391307c2cf3fd5a99be225faf0177cd6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7441866568798b3ea38ec83a8ef9d23defcaeff8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62758287752068b426b0d60c25fe269cbf7caa4309d2426ab9510fd9f7eb3e99
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61216daf3af9cae61edfb48d8d10a658c2b27eb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d748940e8b0d5b01be1b9fa7a086d317acc141bf3369730d658dfa8bf83f9a2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0714d5c2f7e64934bdde4c48a1a55e5b671352
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c9e036b946ea7d6c3e881ae91d60818a2e0685e8a56188996acdf31691ee42
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3ff8e286cde0bff5f7e1c860bba665586c63fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3e5d6a4f9f93ab7aedb7e0674ce97aeaaee3d93eceb9e177b681a004916031
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8c948977e1ebb7dd53f97cfb480b367fd449ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b65d72223f519713b0d476f46e0774855874d29e9f5c04fb4ee6e25bc4d6600
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7edf18e209fdb1e150c35d67f59e3d8c5609cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e52ed16736f1fef30f7108956801517a3e7b2adb716e4983c09cd9e2b37191
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1819d53a0954b78ccd4a91a9acb59756c1174105
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba79014b89e72a9a3a665ca968c85dba49007f6a9f8b838b56b31f7b351e3a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815faa32954fac00bd05024937b1d3218a2e45db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a2b55a722ea90a62b9dda0395f3a7cb097613ebff5f64fc21af219e6f4b255
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bcea086b126e0db7b9af3983c41a91f4e4b97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea68f0b097bde0bd973b2910d736def8a5dbf28e1e6b9410f1d44e2d813aee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989f124b1cac8aa586c9b535b93e50e4750cd226
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6306cad28190a4c124db753fe4a18c65b0e7d64d8c7d4ef2c4002226222de01
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c342777282dc3a272c21b52840a3b24068949f13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03020123a9e8fc1fc1c1798012969930876188367df7a060d6b33b493427d0ee
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0964d005510711ed0e2263bfff35e5fbae617ed5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b9c4b13e3fc2ec36154d8c5ae0b2ee789d854bdec55a794b2196210b966b6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7154b3b689ea7141b7fcda020322cdc62d6909
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81409bbfe5c7fee270127c31b32e762223455261315a332f1042b79f5fc15be
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361dacb9f3e6d8bcb563517c31c89c80847734b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645c561eb240ea35fe922f9a35c3eaeef46caa6e8b5d1cbc780a6ec1905fe1e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e30701e3f289627e369eef1e5bc12c21432706
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab88eb9f1e6ff1384572dc9c721673a5a8f151dfb904d4e2c602c95ab65fe4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe5f81f46f553bd74f88c950adf32c1ebb17d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d029b8dc2d4e7235e9c90213e697a2b87351b2f7d3ed67690a46439ca9146c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1803202347641a88ca131f1e3ca0115561bf1f1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544fa12c3cdf87f098a67101f9355ee440de1f7538ba15945444977a9ba51edc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603bed25f45d3ad672bc40e74f4a1e636fb9320e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162f83af3ef7281bb2befbec33f8e72775aa2a425db4c741ecfd9a8fc79e7bd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46714c1820ecf7c820413fe59e5f4ab83fac2dc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025258b3aae24bc4d8c09f39c4ba8b860c10706d8095ee36e6c1d78a30f27275
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaaf6cf0aaf2939ce5a57c433a58683cad8361d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e26769e6938d0a099069599391b536b3b14963d2fab3d19bf7dc631b481e0df
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab202fe198c939e6058901146915edb66f8501d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f755b24032c4b49c2b2e58d30a37dca7bc5970d0a00ce26dc5f6daa4bc7a7bb6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8c87e6dc46663d833a4f183f7905d8b21db03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40704a15c06ece1518bfaaa1191218d25588a7756d8e2b2eaf8a544bd66fdc0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ce11ee20e3f00fbdb4063fd108f5a957504d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38b2b127cd927e7cef296c6cc46ea45e55f4f764d9bd1ed3d339a4f201aab14
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020c926115f5d277c56c66c5bef1c7fa14d1f351
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417d086b32c0886977f751a03ac5228b7a69009fe75cc73c54e959323a67be4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f154058328baaad02554e3b6103e2e95792efbd8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1715e22afcc1ce1bd83ceee7c29a06a866541ea30121556f7d285f0ba3a6686
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08528c8e25d251a380fb530262a242e79fa930ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3610d75015a3ea0d74827b661bbd9ed4a8bad63c204d2d20bb517c4790fe3570
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06097c6d1a3db50f51b8201299c8b8c6975d145
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7dbf16b27023545ed0277f7f95a43d0bbfc953f8f08283e5ded020b461a138
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9353f6650c4e6e29277d4f5801a7b769089d60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32ba31402b3f81a833495917e5f6c546193b2ea8321157960d287367dfee5d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617ea689695d359000931074b1fcd8b6bdc9675d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff78494154b4104c4ef6fac020dbbd32ceeb3b2d296629e32fabd99dc4cb739
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d8055a8e305d77c681a9dc22a5ecdde806a06f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ef66499371326007745af390f5e20c3e3767ee4f471029856d940d7e65f39
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e45df55b8bd3640c66b8bd925bb87ef5e138878
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a9bc3a282811e1ae35153d573c6eb7edce38c10ecda6cd991f769baa01e43
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5c7fb2509970ff7da869c2a9bf161aa413b141
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10277ac2d41f14e99ab91b6e904cedb1ab78a8d95aa0d67e70c5615447ba376d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed64144dabe5f5696bff5ecddebb00124e4fc5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6450e9e4220d0dde3a6ac2b1755d00be729cc6157439844ad21ad3ca515646
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f317865b0425c2a84b0b291e4a94a00b2fc9bfc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24a5b10b98a6087a0e194bf9961faca289fa6a13bd1bbf47a701784f20adfa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7cd7f40341146022b843bd00dac95794eed857
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5136d5a32721310dc3aa86ea4874a425606ee87de69f74253827f84da9a291b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4634af1107609b4d0ec72abf98a8fe5b4805a378
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df43f26e9c83e1c4256712ff24afd666ed2e66a37591a14d8281a4748e3176cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef56fb7f0743346e9a8a2a3bc86afdd5f66982a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836c460cd2a469a76257fb2ead14a11c1437f2d6446fc636da85417ce269326
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a2fc2b6f2ed5f9f35ed2234f1a50d3ee6b25e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f239f3c49cf9e920777b9556f2d4141fb74f4b76a5c66589bccaf89b95b8a1e7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261b5205a75f54520b278ebde1a1a94bedb3ca2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d925488c4d086b7b4b3f9521178708cca0f3de25ddf457223504b879c0cb7414
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c905628fa8bfeb11c9a3c7b5044d715ede77a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099a2d8a5f57d3dfafe88c4d971dfb30421be1446fe4c80f652796d04e494985
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b86d85fcad1d105a77a636a5ed60513a01aba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba6cb103fd84586dc6005cc309bed540bd67267e2d686789678961ac178e6cc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6f61acc932cacabbe9aa80edbed6fa703883a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67076c02686e10e7af308ec01a67d22a81bfb278a3ec51479535fa3aa6a1bc4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab64f84c21db27cb358ac1e6146b90ba49ac79cb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0e6fd946d3e9c21b8c23e82c56348ca8f773b2c510a33a394814ab10d5ba5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2d023b42f97c11fdce6c1cfc8dddb86fbb2dd7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361543b19f5ae90de8cbda67d683ab8d5087bfae9888409a2af73c42120238ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab2f41a21fcdab22a3249d7ab8f4f998caac63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780107288829aa424b7112de3bb194059df7ca713d1f676dcc0889b7e61f2cc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82af6b898209f2547e6b27997e798ed78be2ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43104d0186c68859d99f72641ed234aecfe2c8e91907e7091bd7868d7c01efe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13726d7e3c65e7067fb33f745b002ad072ecc5e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ee7a280fe99f1c5a43726497917dd2e2cd4a0c4a03c262688f554f9fb3cce
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094f3876a94410ae14da0559549d1d08a0128776
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d503347a6b53c4c4d0b57d77dab5d242aca7fba8cf6372cece95003b9f0e90f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8646eab956206e8a9e0203448c4bc9f862479670
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80e977490181fa414434fde4964dc382b88daa093ad3a06d749a44b066444f1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1aefcf2fa26151220d3303e94db44fe573b945
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f74657a53c9aca1d4da6fd6056a2d5215331f8f76373d6fdddf5f5032643ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8500001f1a3dfb3f32f273da3d2030a237cf4419
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb589eaf3207f6636c96b55653632c65b6b300b278763aa7454a91cd0aee8d33
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc783299c7293e264222e4dd641ca40076631c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab7e783c82b3545eca3bb0c6de4cd8facfe36a8f43fc346e33f7dad58b296e8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542353ce7d4573dfa58d84cc2cee3588df0740f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86652a4d866013369357018072baf6f153618da304a0ef25b895e2c579bf3264
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702f52573a23209df11c7b087089a0376e6ffb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ed509ac058f1e45b7e9dae37eada6f858bee2966c6c089b9bde2e2debe2e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a449e32a716470ac5b089b89be51f40b808cef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa732c1f6295d2eaf21b6b2f78948d85364721827d73afa5d6a47e849a0a4c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65446d35c7cbe7e59fbcde8d7f86241618a9f194
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a09fdaf99f2fa205269115130d01fd5b7c9abe3406f3bc72e2476487b1b0e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c9c880b3aa129adfcb84ce81029448e73b6f14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff1e629ee3118a77da0f8be941868bdb866aff48a79d377d78a9c7663583179
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840603b590539766e461ed112384a4bdc4a0c68a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd645b27b81316850f0d0cd53e3081aacb180eccb502ea68d46bc24865bfd4ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988fcca4910323d3f07b61482d4b8e51a625d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf520555808758ff97ab143df621a4205cd1856998be7253857ed17bb1b682d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587fbe6531a5b03e53b5b5cc6ce2e1bc7062d9d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92155e6f9523d441b1407e7d665868d52f6259026d18b00f932d16aae7157dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c94420e91a9684af2ba00cf663497a00f23c41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae169ce2b5039216b760c3c16fd7cd0e8d00b5c7d8e30d73292be4a8f48cae59
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd930ad500605e78303b7ad7de8a4226af9c99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f906347f67b17c60639090117d516a51dc4d89571468fd070a387c470bf05a5a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04622eed1d1c3d07ae4a0f816cfbaab18dfdfbf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab0d8a1f7b4c752c04f9740cd327d19c906289038145140d0835778fa6d5e83
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59342754c9547561ec3d23d33260abca1b7b7c83
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8f70047d72518ad49da7a2b99beab08904d438a95d9cbed093e9e8cb97410
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b5cdb4dda36a12a3d782a575c2888c08ff5dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b49d41c5b9bd3ec77db3a78d6a7a2e8cad210c9eb25a8b746e6a8cb8802220c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209de83471f07eedc086b393802dbba3de3b0d95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ad52c4eec6ee18fcae07d3c344b1f425e14f75d7f541b94d5707fb673b785
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885cd51cd6597bccf33b82fb4e9d741fed2be7ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a41fc17222e0c47e656230ea54c7ec21fc5c4ffd4477d5f05c3ba32467854c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2520fd4ebfd763b515cc8778253ef9b7671e9f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cdb15a13f1637437bddc814dcdcf311a2a9911e608da9ab49617b8a67fcdd7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4675a0da95a0a4b596a969acc72f2ab90402647
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd596dfac0eade5d5664a77acc400b063400f1268ef28caa857c137d4e7b747
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d33205511f595aa0f975137bc64de614bf13029
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a95f59430395b44a46a2ae07aec2f3e72df717e24ec10539b66cbe20fb2b0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a400e76c0f98b357e9d1902875c49d957c26c49c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cbfdeb531b83a4126511b2e23fe7ea5a794e82d81ae1a72a7e633bf144e932
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9010790cff585dfc971a47adeaae2faafed7651
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63ad0060b6fff6919385ffef773bac63fdc37aa5d20023c978edca90ce6f5af
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4420d05f0511f4a512842f8907ee664547720796
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a58b45925c5fa3b6341dee0ada8408ffa13e0f93c8048f1393206b37067081
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9da634daa0cce9f846a480dd4f5ae8359ffc2a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f674a9f1052ffa5396cb33c6cc6f46ad186020d95cb2dc9086cd352e4978e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79099211eaf73f5c8980bdb10862ec32a1743655
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d923c3b866f4c13ae863a764e32d70eefbde2d781b7657d1002e1e0f626de1a4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55288eb9dbca3250b9bdbdb63b5ae899728a1d26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fb699d9770e89b1aa94e2420e05f61bead7b232e54ed58148279a58667e0fb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c494266da83a513eb6106ab1bcdb36393cfd03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf1394e2227886dcbb13784a81de9a292307419d14ada483de0bf93b74319cb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667b7ea43617a03827400f77ff09a69493438a57
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b898eac96d1678992e91f92650c8062343ba2e8bbb8dd7d2a499206fb4fa87e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606f7d50089821de6aa07ef7eef8a461511e961e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36858e2ccd1b0526f4cd1d905da6dfe7788b00175ab8abc91dcdbf07c891a5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010823e09f421c84e2d3d6dee1b370ffcb7034e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de1a5281923c6d6b12a5373f71fa4e94065b3f2af876aac0d843eadf51238
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8a1313ef895991934e0610f6cdd71d45d8b0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5449a303ead288a9dd24be16f21408d55b8978a9ebaa2618bd2b2d94643e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d45ecc2025bc22fb3762245cd9e55e39948133a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b440045cc64389a01f8b5c5d21dbbed8569cf1c9198ba4f3858acabfabcf46a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ebd40a1ca75b66cb86c8b4f42919a0ae707e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4ca7ffa6918629ce715fd1ad753cc95b5ea79ceb41d806a6121ffb651224a3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13b43f649ab630d36e6fb6028fdc6d35ab51fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf80228f68b32aa90bdb64bab9ed84c5223e28668afcb9e10404d368876da15
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f831bfe7908bbad7041c3e1ae4416d9c6438d143
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc017c8044044dbad9760cf86419a2394833df5f7f35509dd466812ed1a19f77
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5b6efd6f2edd7aa6f4043d20988d64e716363f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d996df089ed8b6f4bea1ba610bbbdb8255f9cb891d3c904345933928cee4309
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e696240516b2efd1ab00fa216088dffc0e9c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0303426228cf57afd74035ec9ecfe1d58f1ce8105e7480db5b586939e2287d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af2762e61484023f9ecf4543596286ef63ddfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e5700110fe47cf02bec5959c15bb65e2d937f7dadea6fd2b0f10859dae3a1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a6ce4d11587fe8858f1d32fd8767998eed60e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83651b3acf7f046a6319d5858bd9bc966a4e55838250099a4c5b0f71ea12e39
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f1b9b761d187e92121f6d594147e2c542eb903
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79172ceaff95c39fa0a327c318bfe5c8742429344ddc9bfac6501c1826e12aca
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c4734ed9db80527857537945d1ebc83e553bfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1760439eb23f1856062e790d1beda0869f270339be42ddec508b7d6c533fa7eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7712a98467d0505209e7d98f126d1346facaa39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfeab3350193eb378f84d7bf080ff33ff3093b6ec3bd425b8eb6ebbf411c4e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acbaedd5a41acf05d079262fef0feccf28bb5c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2da73505c2a69166309ded35101b3e596c5b70f94e8d71a58b8ccc940281fd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a99cf9b605924e8af861702dd8a0e075e69bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30c6025ebf04d0cb55a7c0ae679734c2c1febae4e00f26c68c81deea438df5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e7125da7104dd105f01b391d93ea4bcfa5ba3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11b4afa4a49ed438975907314e7876875a2dc139b2042b5278ebd8098ba83b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a41c92b947b7fc73e2afc15698bef6a64f75a9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f239e2022db019d2ada900305a5b866c02f2e89c74755f50adf68c75f1c4fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7132cce6d6a37cd69dd13d5826a87d85ddf7942
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4394daae4c339b49ea64e56acac7528b64c5e261c6acaa0745f93d21ad15c983
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8093b5643f5727b6ca6bf90c94ef098b7d2524e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa26990cdaf5a4849b6737a51a77b4df794065cfac34ae7f4f11319426c3e7f8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d77c0ec51a07d2dedf691d2621eda6f6c8bbbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b90b7df50e8badff2c18cba641b5ef111da732705bd110826d91d03b136c999
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a2c572c55be9aa0a79b42b173af148c88e4fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b55d48ac963bddd01c6d6262d0608738855d19c628c82d7b1dcfd3d9eba34f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57cc170f738f664dcafd184d97cc1017eacdac3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6841e72c8cd9f3ec68aaa4874e5717f660a2f90ac9a7df7b890b935721fb4d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf4189ac5acff06bffde87c99fd2598a11a595
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22d14977c06ce1e6fc4c710dd99fb35eac343cc75ca7cf31228392dda37b965
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1916091376cd89b508be9ffaede8318702b83e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efc46d79f8c92147754ef2e4de9082e5d9572a65892f9bc97fa949e06f270f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a8cbb8635fd960e452e06cd2151651f6fa0e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451c7ea971951bcd4b379bdbf268f5a3cd0a8551156330c08af677eed9ae7466
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2b90059c491b31ed4497fa31cdc7cbc72520a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244bc5ad85b08498761b8d79feb20d743a31c61c3edc4b76695f39497478ee54
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ba42445317e28e80247a8f52299baff358526c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2ba2a9c5581cc015047efdc6d215e18fdac164365a723175f3d631b852079
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90846c0f2e17e296a0a14970f10f266264953e73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42309933b7d5cf7ebba3f556ceacb74be04037912ef3e997b739480c5c625390
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b755cc68299dde052424e0a9eba19f6d23667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e622499a0c1d3e89cef0ed6b2529ede367c9560ae089847adee72f5bfe110f01
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c12a93285c118a142f761298c8e8cf0ff3c7c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7750de1f21419972bcb71c34483e3220e0168ba827b55ddda5f2246b40dd15cb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd28d7efa688348526db63b55692ae5b7f81ee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99cd4f870e6c42b54e8d67c9fe3bb8bd2ca0cfde6288422ddad395033c25a01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf999740576a318771520a47bdff905f0b2253a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2d6a9283ccd51d60d51e1fcc02a9a219a3d7b429a657f433aa1e892b70794b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ba8caea3d6e9e8874d5a42574767104fafc88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa847624bc35836e13f0ce16ffad2845d21387048ab49abddcb34fcd54703fbf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82eff1d4a04c6fc4011c082023ca3688a214bcea
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa8450ff06bd523f426c57c50b687cfb46959d05b6fca062af9f1ed46b46b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a791b98e4e0c507de2eeb87b8148525a868f3bd1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f01b8cadbcb3e5e6e4844dc88bd03789b44896fdd18603bbf8d8fea6408fcaa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb2e8351a1efc88e2c296b59593dce1d96995e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87964fd565762ea69131415bd3ff91f86064c8fa4e7eb467a998069a9a4c30
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477a1d5cf942ba11bedf224a49486610560a044d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ccff2ae8c804e5e4dfef7b15b826ab036239d1d9821a16afed1c23841ddda7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b729135f3d6c9c7f920de4be70255958c9add0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d1361a725def98d944f3e2449227239a53834054009478e94b4bb5f35f2dc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d770ac652e5010f48082f714c43f692a1aec6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7344ee54e6c3fc11b4b6e476dea748766b25b05cdf98895e690353a0c4cf5ae3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2846efdd1b53c9d12d84b07f6b4f3c7fcbe0f6d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71235e8d7c0cae8c62e5459e72fe5ffe7c434f5af9abfd35b3af3ef40fa9ff6e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a25800aeffe753743150d4d513c3cd497cfa7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819a61cf3d037ec1202239587015d08d3e84783736d42d58dfca2a13ac1ad011
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a7d82c0af8bf31f5ac39fce810a94f5e96cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5b0eaece61ccf4d14c5a59a90488712f831b285cf982036e0c942255d52047
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51c751edadd758abbef1c4e7f522976c16dbddb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d791d90f50b9a0bb055a5fd7148a53024b351c4b70c6e529c278871bc3e1f2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71873e6e26a9843917c09682aa932316d732fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a90c9d00962b2bdf5098d1eaee619fdde7380ad97a3255c7216c2cdf19d9d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a550180a0ac98853332961ccf86eb9e47353a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae0b0b9dc3b1379ec712e70d61fa14a31a1706ca5796e746d9eada9954db613
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd1925e485cde9bf7a65984a9b54f42d863d44
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ce2aa5b06e801d5984001fd93b2663d939e94c7a1291cb677088429aa1e67
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c70ac7153a302446688401522004fba8d897bba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a6ff3acaff3fe76b848951153e7b496e4dcf9efb5f223f5e5f28dd6f9a889b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f654dbcdcd36dfbbfa52f3ee7c61e86db38c9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdaa5ace4b8e4983827ee119b9b25eb2f95189804b8468386de9c453bd027f1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366a61c81d371c3c7a766da5971c51fa4d16284b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9caeae3e359be2dc37751fc3916b5751e9a0742d42e57b0258c7418e0f47c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d130afef7065b498647ca190f57c9a4616848ead
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c599723b3c62dc3f60ffb41d1f8ab30cf8def12a72051e70b68840293f56655
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acb622a5c355afa35826e0e6068a0ba3a8346d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0facbaf014e23d7a241156cd06b4d6d64a919e53c4a6c5f4b855f8e074e3b1eb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f4c491ed68ea2bb9e874d5b5e057c9d171df05
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13420c8ac1078bf6bfefff63b2496da6883ad9e5d5a782574960c3076738d1f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690f538743d73ec1793e783ca482710aae746fee
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c60ea9a99b76c0f2f3864a01f8dd3d316ad99b77355cfd411c1182560270a1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953a3705ee342cb234cae86d6231ca7c30c30f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989085239d675795edce3764ffdbef07c1106a02ae85fad37ea1c56162a1cabc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa776a61ff76c7935844053577d508765cc959d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599869769c994c1b7849daccdea47ad7b7eeca6a771ba6933ecc94f866bdee46
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c54765925daa0923eecf819d07baa446e9eaf92
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8178aa69dd518bd48e0be868b2f8ebf646ee7378b765961519f02f181de2bb07
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163af7b424c547e5199c0766e7acca7cd244e78a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381da8f2fb3e37b631cfcab025d945a339083411d0605754b30a4804247f6b52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba04640a152bad53541c92e5d2b4898adbfe76a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5ad5eb7327afc4cd10776a27c2d34014563dae4a96cafa85e38e42d952d172
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e364da1d2109543c545f8c80dbed649b0a74c012
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496c33ae6b70ae823617a897e1dba8e721e9e7d8f995d97644d1583963b88b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db24d306eaf0d053ac5c90dfa937a0dc355e9b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7093ce98ea87149de01051e5fa3d67650c3ebaee5337519070be83e65afaaa7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073ec9829b0ca6279c2b1f371f930db82d0ff5fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a466a9da826c02c59152b3209a1600d9b6af99ff744d98bd33ab0339d134b8c5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff94d17639316f2c110e84c061d6867363163e5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c4d6b2f9f8e090e20c022560489658cb71e2dee4bf2cece44401f9f18ef60
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12c14de1169f46bd0628f56fbeae26942b534d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc66b5b0fbc0186c9b59ebe57a0c5bc6b4e2c8ea22a90a9460db4ad50cb5103
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba68007f52e3dbddac525686579e8a6ffb81bf9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd72db15d563c34c80a5f879eb3b918ed75f83d32b4ca2f8ebcf80094dd00213
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f6f3a34bf059cde0e6320aee81958b2fea1f29
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0859bfb1519e38153d3f3822e1fef97e01fb9eda109fd501e309eede7830f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228b50c1ce5b25779137e4b817cbfb5eb90e21a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787bb1b69b157dd8b6da8f4310c1b7a0fda1d8b8b802224f4d90a974f6330bf3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f10c3b55ba84ea49270ba32ca8c2e39dfb3885
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a2e0cac8d827cc92619a570dd8c5753b2889ef545d669a4a8f94df27e3cef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015e00f9b5afebb6573be34a7e8bfd386f0546c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446ce3c2f865e3406f424c1eeeb1a2a28fa3241964d321a167a46b734d24ebf7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e08acb8b8eb7c4e3883e365f763a31c20f04929
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c24697864d2ca0af4a5c531976ed660a7a63cf7c0d67b91e3570dad779291a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871013a78e0e7a90bac70f243e3871ed04c6dd97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dcaa4cd53d44b6e13e7d03ef0f5a6c9a95cbc0467013dbf8973677696de949
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6573b9993030dcc7d12173245c5c4c4cba354340
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf3a0a54b943b7aa7e0ecbb3eef0673b7c763f694bfc3d4691e2c1ce69de6e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e18fe4ab23750c4cd2bf08d2d1de7622e98360c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df8f706a321f5f6cf0d8814042a66f6df381569cf28478fae98d65d81f845e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ded28cfb41886e41cc07c0eedbe5e7925a19d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8019dbf582669b92e31fda9dc3fa8c87cdea7b83a2997218da56bfc44e83ca46
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca737aaa1bdb29747b5d08a9bae1bbf954f3ea8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41f5faca709c13e69962c6d936c83fc71aa050a3b596c8352ab0bdd2dc6603
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2d2eda349e091d5ab63cfed102ac66fe978017
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3659bf33ac82c90523995cf8f4f285782c3f58b86dd3c886f4c3aad847761b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b36583093b4135ae232eb07afcdfe60cde545c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0152ddda82337f5cd706b5a92535a5e8d725c61031021f4647f44fe1c41423
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b1f7605ff01a7c7b87486b7c4275944d2e913e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e2f672f2c4819936856aff704fbf92a6c0c3b3b3a04ec87bd2146b9a92a7f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7b244452b6cf4b62f7dbc42a47e2544bde910f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2853e3902479f8586f02b177011e1082e5e62704b3da518e67e49e79a4edebdf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33c501aefc726b6b3348324d3de7b089ce5bd47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941208c86b5eca83c299d45d2d6f1efb6597fc88fa70759da030a5a9bc0ca91
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e50d4a42a3c4106e3236235296b3815746a2cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835da594e68c91f70d0751bd7dd5b05caeae88cc3d2b41c8d3846ac313559fc9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80f95c816d1e289184ea1cd23194068add5486f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb97e19257ffcafc002390a0700b401f1593f685e109605472144f63bc1e27d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744665dd766e50a59e90b3b09bc2a30492490291
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af1ab2bbfdb5da9db87478f761bcbe0e7416351e5d20adc534506546ea6cc0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb173c9d6b3aae75f3f4ff50aa7d2507182dc43
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7cf565939383a2fe65f8ce2fa805addca75520b3a64970896d7b4204f1fec1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fd266949310416d1db25bbb62f9dc8180b9eae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d3926ba846c340fee0756f26ecc49c473037e9ca75fb012aab5f57df764ed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940bb8c794a08d06c0c3a5bad85601c4684c968d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88a176d46dcb76f7283b8816f3348343365902d00b8db87affec830461b47e2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8beada23fbfbfad14b8711462e127ebdbf102e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e04d8ff4f404b8da77bf0fadcdf5bf89ef20dc8448c816852e0d1a6ec36bef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d285949d30e5c506c7ab4bc52ff22e83073503
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900bb1f0476be0ce395363f648cc1a1b71720bbf9ccd6ecf44881bcc130a6695
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdeb6f958cabff5744513b331990774199451ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb1749051d58221cd79b5f3501b7bc3731f0673372b30ecdca35a48c5b85d38
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb299c5e3190ebd2055f987c2f733eb3ac61501
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb5cc4d4c498b54d744045271be61f97258860f3761224401687dcb77dc724d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dd10242a2d4c24c2e717a34291e3f27304f53
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcb96db0acea94b442c25bffed2b3ba153e4bc8baeb094a242cc054b4b0948c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10566c85a923b39f81054ca44e05e2b0c7d3cfbd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa850e834788e5d04deb437c31adece3b5b3c397468f79d224e2ad352d10ada
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da39e9abc4d2e551f718de243e43de3c57fa4c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f980fe9c3c5a18c6440969505914b8c1057361e680e95bdffe10ac3a5f5e77
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff662f4d82f318dc10c475bbca2207abc86efe88
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560f9172d9e910962c29ebbc5e014bb8e7f6a94f3d135a1b10de8cb145cb0131
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692f9032b2c67456537ad6d54c427d2519795a5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f5cb0d56937886839db2162e151d378bd6f533ba547826b3a33a21d1d545f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec176d5f15d016436e89b8ba716f18aab1de4b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1d623a117ec6f935c9228b6fcb77d36fcb3bd980206a58767060cbaef6ed21
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783d5c13495604272f653704a2ff023019dcfda3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46131c63a9df64c22c18b9b6de9f3e957524d31daf739aa9789f2eee5bb8d0b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58414fd612b86a12be81e614f37e2e303004bd48
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0434f57dbec9207deb0e5969cdc0da924d5d6c18859f37705f8630dc81730ba3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4343f4ff6b2cdd490754c139c90d460e89e79f1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d762044713e8f28ef0b30bc4452def305cfa89ca4b39f53cbc1c2aefe85e9d90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4277a8fbb511dc13d3bdbb895e5c7756ebea9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8e376da6de402d3e754fdb9694f4c48171803c2b4ef9e7a0e82b8e5c4e21a6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26fa3f6d06ca64e99504086a6132f94cc0235d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb6374fa7f43daf150754ddd0ce998291575d63b93852921153ba818bcc0abd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ab439154de5f17743998a4e640c6fbf718616c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7facbed8a2804a539275dc617d590d71a6de2b16a05f12013c98188e3f88138
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2889de32980ef06ebaff17829c6656c4d70448a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8a2f471d3d0f5b1e87c96f595374cbf13455205211b9ec5442764ee7bc537
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345b72ebaa7e05b98d1b7b9170d3995aa0fd629d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49960e0e7ce0954b9aaaf14f36595a44d37bdfaabaa4110835adbc864f084deb
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c069f0f97f551448cce192149c15ea77a10f16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec94a468377aee75dcf9cf07cfc3121f82d1e531c71828a998402a213c56c35e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be68664721e535c0a65a42d275224566e31d65bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4ea6561aed7e126a8bd06ffc576b37d5453940790a165db16a71e56ed16ebc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5642e72334da204c46eebe05c73476c9c82dd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876bfa44b19547b223945888321fc4a2320fcbc721a36f6c7c6dda4ba2d67574
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f48b7ef1ea1a48c87b59b3fda18c5f93ca0eb09
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8dbf9f79003254922655486ba08ac616845ab4fe87738de1f089000f027b3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e491cb35fd4ef4a377ca19a098c912ebafc1362c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb66c2bc27c31f602468219616db6768ea1f0aff2a9a7d7368e01ee20314cc0b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6db31323fe3d05a5e834312035afd6486d1bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f962220479c52f1cb057bd2770fb87a2f068d16ea551719efcff57b957778bc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9847bc056ad7bdf726546b80c3f44b63acc2042
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5520d7d0495787d34152991f95384b82fff615fb86e4cab39f3352a7c1e813
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64000dac8b17e006cb82e54b8502e82d330fa51c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e36927e093072fc6180aabb287ad2bb1a414c82b07e9638bb20185f351bc3d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fe244cd1afec055e8310698b3595f240a579e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1aa489c39f4a3241b07f507a28c7e5999277d337b8abed242daa7273a59ff
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8f21b0a21f13c87bc5ab7b72bf16b8572acc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975677353e2c53e32ce4ae32bf1d7ad5f709cbe6884c718667913e8c801d7bb8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be4e0b75d3c75a9ac307de9f5c2a12553cefc6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b08302c9a4d32e8f50cc481aa8bd9c6d706bc7a1190d492f036af5bfd29b27
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21227ff46cf07aa8f87859b24097d41cabe36ff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ea8e8e44fb147b3b32f1eb82c865058c0e63ab116d63b1c287c76dd8d8cf8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60877c89d439ce7c261135e52aa3515ac083a507
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f0e821f51a806a25723e95e906952a74f1e07145c4aa2fc44a76117f864ecb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfde4ae780306daa7a097bf0695ca84120fd0455
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0730c20f3ec3c2a8089ad66176ad05f1af5c35e644a00838440e4764a86e3499
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7459e6039d9319fc163f7cfe77d186d1aedcac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab8bea7859900f64acf839ccb3b61c2658c8aca8bff4df015fc1c1e5b6e64b2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85365b0600e078a1aafef57d6f0ac4493fafc98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd02650ab6896b5a0d1749f8bf1f193affc88b82ca44daa0a7697a85f3793162
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fa435b3c66ddc8f331ea52272e3bb0d8d5c94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9ed30e2ba48aab8579890adc2413f0a1296802915fc10c9fab30f92fddcc64
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4e0f8051da7ea5ec47c61fbf1ba964e9dc607a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a598425f949bb1d658b0dfa4b96abfb4213b02159af6461f62fcd0b00fe1c01
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770dff5978487f3fe685ec1a10836c00e055829
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617840783a785fd2c70be87d1157c4e7254ea21fe7f5a51847f4d039628840ed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9595ede0128ccfcf1d0aa586379622bc51c54a84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa00b93b73fe99d81c83d5049ceef284bb4cd91d45dd8ec6a54b96564c8ccdc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba814395c0ff0f8097e777bbc491d2f84692b39a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeb37cf969e59950711fadcce687010a95673ecab187fdf6c1fdfa058161f73
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed4cbf5d4475a26dd596ce09db302ddbf5f65c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf3634f2e34ec2fc962a08238cb79f6e238298d225b014a7cb579bc2c9e639
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ed37ecfca4b0841c38599128c98afb3e3923a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091d2dca045bf4e6649045327a1b68dd6c42bc4f19571c19e49ba4a80a09b8cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bb230c1122f98b66b0c743e92f15d98e16c399
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66aa7f4f4cafbb1b47bdc517aad37eb2ce5edc5efefda12176c902b43ff98e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d852b5ad353472d9989af87cf20d6798cba3947c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586c142c63b1ef6d2af09b04664437f047ec8c6043f1265927d7e910e3d95d6e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bc7dd13e4fe8ae21d86d99c7a76671cdeaffd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169bae706a4d7d4fa001b6506d107955465fd9740bab7971797812a2c077f0e0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6243eecbcbac8696da496d74fab858eed72dd51
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcaf40e5604960868ac7bcfa6fa87fab27d66e0c8c763ccbbb5f1ee2dbc9537
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae77b60a2e07c462f82ff93b396d1b82439fac35
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865755864ea5a6cc9681eea17f9c617b946dae54dc0169f73af0e9010ca925ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a7ac003ff8417706ea50575d0ec87c31c63c31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24157e3d7f8e4a6ff66bac604304eb63d15af4fec801cfed4699adc452ab499c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9aaa6bf20abc308afecff1b19dc7fa70b93855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5324d98e3c4c6754970c2c9b63e642eae00495a1731ae2f687723c15e683756
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a249ecb53e42ffb82fb762178fb0a41d59c6f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee77025df09703b48e4cdfb9ea42a471bb621297c4d322bcaea14a6988b42c1c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5d2f0c90912b40a023793af537822ddacdd26
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a1610c9debd21951459f06595d1d26da8a51d71d50d8d435580a162ae99d3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dd169cf9a818bb9bb43a2f11fc9781e206e866
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ca84bd87380b37004f3eab963e887ba5d6c3b198dde054d93a179f3da11dd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12fccb48e8b0ca97db2d5858c34a4e2539995b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a22bd05d62de402e684e7fe82fe7b47722e79cf23bb08dacb5f52f31d12473
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44734fb42d3867b5e43e931735a3eb5ae6081eb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473a3c74e5880fa3fcdcfc0e06a8c65517ddeb2c4acbfbd652d76db8783b9e2d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08cea5fe83384c4d30c17ff898247a58e46c037
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f93ab05de093054dd67ad86a4334188e298c30680de985a15ba174ea30f296
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dc4cfb2064a6b1e1b2da9684cd9ddc2dc379b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bceb226cd17c4be8c556fe521cc52c99b413552ac7010f9fcd0781f0c8931eb3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc775b9e48238701fddadc8c9674da63e9e9b61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35386a9402a5c9c46b2153e4cd44a193f30f13ca21746489c8fc0e786a5cc5e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87a4ed8f867f05d5c4c5395521d1cd6d6655d08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b33bb7018bff1de9322c4faeea0ca216e04283918bb85ffd871f722ac37dbc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430ebf2582e7dbf24da22ae4cc48541dd3c5f565
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83960a23523f1b9be5c688b934b1c22cd64f6ca1998d61873c347c8561f963b8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd86f2a7b0a789b2712e26a0d47bd68535e7aee3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366e885d8741fea93ac32718f662ecb11cbebb4c40eef07f4c2e355c3ba035d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273ca5002dc4b6cbb2aa8561ebb4a416ca59151
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660efce85c6b7461c57010d185ea03f05552c8273084ce190f2702ac3adde4c6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96941c68544fb227bda5e8c7e2c843bc04a0ef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70da7b4fe7547135e7f62e3291607c980eb9cd02c47f0ffc5e42688fa002947
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b240957b06acaa1bd71e6e8b8123aad5c8d75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff435ecec64e6b87fc39b64e7af95714037efdabcca95346b3a4372c42d99e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742a362968153c69230789283348600638371243
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274da3d4759c8518e0eabbd621b115d10a7af1926d5b3e7f9a035843b033faa8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b72ccaef33b19b16a8684dfdbaaceb0bc16210
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4635571fd36c9b76e6e98e0e4dd95977e61eb4567318ec2d55ca6ab8cc80e541
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e8d68960ac8bfec6b444381652b32eb8eede2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fafca7708d8aa0996b94eb9b480e57222816bbf1b5d9039cf738eedaa9e4502
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a48c46b71db63bb904d0bc66210e5b5766ed365
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65a925115518b2cc6d09ae52d57c23ac76717f44a5673e8cace2331515a4a3f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0701415ea6f1cdbd279cbdd718dd9cb5e5d131fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a176726038761b6404adc3367b5430ca19f80ea2848d35bcbdd7c586827e4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb867fc3a2f36786051838a3fa987375011670a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd12705fd6a22dede7cf247c8a4c99736e8c0da70b9ed9bc29bbe2c6b6db20
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ebc26f00a2b3140a29b76b466d96f1204f66f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68811e9b3b57e0de3a81314ab1b9a23fddc9d0c9b324fb2428a365dae6c1708d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a89237d3bd4738acaff083ea7d40ce202392f12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df0259d222ec328fc1abfe58364e956a29075e42a43b9d0c4593f75434de0d4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4bf8e1c7f2b6dd63f47c8a5047758a746c2f90
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4e2fffd5cc668afa47ddade5613ac6cc56256c2e60ffeb186bb449e736c89b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab9fdc0cb9784d8b406d18d5a7075eb96d10bcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605cf3e71ea4e7e3ee09152c4435580e4f45434cdc59ebd63e98c68019fc43d2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1fe9602c235739a82ed17b634bb79a1b22071d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e98d77740e03d22519550808f97bad2fa37df57a30589830f693bcf6d02d2b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8afcda5f0b23f84e451f5c4a28f331d5d52cf6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53d027c3dc40aae590f33be955850b9d58750c683dd42611669d7592ab6e94b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579db340f3950584d7a895ea734718bcd9f8e3c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4403a559caec75b2d8a779654dd90afb7d703515d4e61f7799dd37f871bc2be
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3bf64a9900adc1ee20bdb9c204f5247ea6218
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe394b2963ccf8c00eac3ccd1050bdfbabce60295f94fd67c5bb8d7d76454b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6523d31fac57aefea193de8c7ccc97d76491e306
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5842f9790f80aacdfb6858df39a224c1381e6e2a82c43e52843791a3f9f2d9e7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c17d903398cef4c95c2e8a645c3d71003bc30
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d5be97fd68df007b8daf1b701c2e138ef90151898c7a311c895ead2438ef7d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f8cfdc655fea41d18a90825f3311c69406a97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78fc4185c94a513bda3f1015ade5265b0c6c6ad6ddcf8411b41ce33d7343428
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fed87647e61e1eabd18b7f42d2b0c5b52ffc384
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b971b0247ed644f0b1d208fd9446b1d5105fac55679a5ded50393f3414cac
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3d8b3393b7a11271a924abf12c5caaeea4ccd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2099288ab2ea914bfc3edf37937738a46955bd0849b76b6d0cdb5005464e33
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272915fd418f552537d1fc4c660dc1c3a87c5e74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd81f1537505aff275b4833def39ed22ad20dc0d92e6dd86a50f91e1fa45abc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256cf0036e6d299245166761440bc0041cb1827d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b70fc3dc72f678eead647f19649044ec7b83172e0c6bcff7734eb6abd1938b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c31871b42704116baeae81bc3f90aea9c9f9ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3ca6b1244f4d1ada1a247faaf4489974bcbac9e4ecd9fdb20f87bb423c572f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4014af7a79c181b41181de99cb7c8f7713926324
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01c1509038ddc34fb753c9c8a9dd48e12d4389312eb2899c323cfe9df5487f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535dd1e58e1b7b81297710a24b00bb9ad3e6bae3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f99d4c12b552c8e5d90b9492fe9b01f77ff8e643be61b43051fdc04b5e6f89
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eefffcd0ff8fcb5989ce26272e6cb65d743529
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e4107a2fa0e13feb7d77a8d8517a7d157d5f98d2aa488803f4e7e1013e54e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8977ac49b71c886f62935ad38d5fef3b4b904
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87103ede2f4bfb96fbc3ffd1e85034f7792f2a9b040504db3960bed27694a7e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114e627572c636cd46592b6a1bbeb5c08742a3ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c29b886fa019696b082767fefd1d807768e7067fdd422c1a35b4c3443194a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b0f344d7d266f20af883c739251da5586814f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36826549ba3f63c3bd7ee5f5a3058cbf4d3689654ba5589c46230f739db9ed52
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c72f2566f9f9dc1b49a003606d39b70a44e2ce9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa63d7225f175f27fb256d8c7f5e8b9236a6438b85a1b24ae3dd04e4afa39c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4aa3c5471c715e6439a7996e24148edfa27733d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8268b62b6e0481985dc8ae982d2a88c581ce014f59488731ee129e5462ce0c7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a80b82d6cf897acbcda90284b824b9e9a6bbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098f55b6df089b2436d86bd9467ce637044e31d9d39fdb3909e3cadb51872b3b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbbf9acc1a80c7bc5bd29487028d05c33ab0ca3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d82e4e0d175acf20d5442f6aaeee692009d9531bdf4c0d9b751de0fe8063d5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4fc4c103c700a03fefb4f7a7a24aca1d8471ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758a53beb2130e5cd7e0b1e09e75106851badc414f4ab21eb6a40e90214f485f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23af8dec18754790128583892597ae843128a014
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d44adf898cb480c4990605cc58a43edf8ded50f4cc0ba575a53d0e43620fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df253607fc703b5999850ee9f993d426302658cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39780bb8f97119431e71236e7f1e6d06bc9b49512ac697bc943dceb82f88345
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d638684c4b60e67abb4b77b457feca92ef149e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935b304769a7d754e05b49a76f19ee0d997ed40bdfd47f0331d1f656fde25ad6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ed0487d71f14e7d7a5f1ae2b3dba7187ba8434
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d844ac0b9eaa0bef70b1ab3865e2de9749ec5654cdc1e7f350daff4bab24767a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43360156da3bafc086781468b31e4b67661b9c82
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef0e6cc15de413f7540e17308b3aa20318a92128ce8986ca81e33bd922acbea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14f66405eb5851993a749ad51a0c3f7a5d36050
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ba22a6e3898d066477609ce5f718c05c33feb42168810940ed905e49242975
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a94b69296c1f015c87891cb9bddc832064bd4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea95a6851b7faa8fd10ca02b42c69e9a484d77e1162273c24874555ddde742a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119d2594739d3266f43bfd02f8749b3a13dc45d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ede937eb5290f89be6037450b7534dcea63615ba16d1ea5cb138d92025f85a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2fc18c9cfbed5363bdc9e390bd3407ec743eb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2d63b88c67d28ef2c362ec598fc15f04d8e040f272b46d3b15e58cf26cf41
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07331942d09af72e41065ad5c934c5fe3b8bea2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352509757e092dd2e7d91b12bc7c6187eb1373cea42ab92f4c5b1716432bba4e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b240420ddc7fc1a993be8d6fe135f05f6d70aff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8491785e1d02305948eea3ee6cc166c65239b2bdcff081ba1ff6c3eb7d43ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554c70cec356a20667fe8947c092dfc9264b3316
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de113fdacebe6a09b9add5d8489f48628db915444aa50b8cc2179a0f4c5fc04
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fc7b45761a7d1c86c665495ad6fda867fb2a79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497bab73a0a265d467473fb5f358d25aee56c70e0f68b10a62552e0984bc7545
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce734299b534334f73b7344d2148753aff61af4e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f54a9526e5b18ffb9580500e4fc7074077b786960ac74b7140b6313852ff048
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6087b419d4bf2994f253a2dff570eef71131a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57bbe8c6699edce45f31fb1db5a41af2af24b2a16ce6fa08bb80edcbf7a67ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7417fd25d19f06f1e6c247571a0918a600ffe9fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10c82532d3c76a3cf5c8c574c4fafb03d60292f8576e952c9f365f79d5550b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eecdc4b81b535dbc670b3b4c4cc917bf3f8401
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e504f33173e37eeaa957209867e940d4639cc87edb9fd6d8459ba99e1443e4e6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc273d53957df0599ebca0a4c16fa81b64aaf47
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026d263c0b67a355885a8c82550fcd91769522eec1e2394db7acd73965e8c044
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30382bc443566003b562a9843495918c3aa1d6cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7914cddc0b006c43043a3ac32c12e011f514f54ea8a7302013f734293e3bd4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c11160b2577723ad591e0534c2ff2ccc515aaa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c5c6c3530ea1ae0539c3dd9981aafa3bd283671552f7da731767cb7a88e16
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca9667c5b8f6b8f08f0a55306f566134ce2142d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4009888c8aaacff9e3f7fbd2c55a7b83ef8185725e9675d255f1f4a0f4a8bee0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473cada04ece96dae243fc35a1c8605e6f6b328
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98c67d8274312913c0651500dffc4b20c3eda0468c0557a8a1e5f74ce3bb840
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6a3a5dbab7b64cf99ca871843a7245a1e15063
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d2bc9dceedfa68e7d6787f37402c786630b41f072120aa94aab4564270fd17
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bce0e3dcef603a2fc3b6ae2901d2a4dcb724658
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cfe71337d686febb02bba66f37efcba66a6edd828674b6e102bd392d9d1672
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812c0f82237a70a306ae615c9b32b80bbd508ccf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d8aad2d00c1d30556686a9b1ee4ceb31472b21e9df1d8c19c8cb904e0cf8b8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69776d01a578ced3b180634c27ee7e7c79806906
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67104c57c8191fbddde85563a8da52a41280d7b06b13eb0360d58539f4a4df03
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43788253fac334cfc25ab8d2efb3950884f0de3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23267d168ba173cfff300b483650c80551421c0a413e024cce8f17a723d6f66
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37fb8bb88a535bf51ec8117f0e1b7140c4f29cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cfc604fe9f259b1e16f9622f86859277c85c3eeb46109de020013ccad524eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bb89c71df3829f2601b74416d4fe893fd65893
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1616b8e8c0597fc22860a96a373abe55dd8e9e4e13e288f065ceaba725af552
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d61eb92ab0f4e5f273efc8dbc6f63904960782
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b284a03ff82f330367a0c681b83a4c83e2e601793c7e84e71bb93a0af3503493
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6605a2bfddb5d6ecb92e39bb0ab787712b9a625
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e017f1f0122d6d18a845ebddbf9a559527f9b26d901d2c8734c80915bf03178
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74164470bc42114b3caa7f864acb1ecb1476268e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fae1cfb5210a07d26c5059b5eee544c8a5fe141af72a5dc926d2c295b118b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee8626100bcb6a260f9d6dead7d471d4fd43554
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fafffb8abc48d4c94755bec1f0996e00c7eb75fe13b10cd768eb77e0fad78
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727573957450dd778aaaa07958f761b6e07f2864
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82087909ee8534cc048a9b8543c3b70efe5a9c9369274f26acd0eef6983c5b2f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08a8da2eb10bdd51fae9236b7fbe291f16a920b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217a058ca7de7b28700ad40c7563bacbb9aa8911316a70860dba63b5e8e3bd7f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3118bc81ed0148e06edd4f1f816d3379626434
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e6291db340ed798c374325d98a8701bad5f602bd660dba2a3ce879e710e1ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50dfad1f72c7337db656a588062e1ef180bfeb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e86587455d4b338c8ef0bf3166bc29c426a26ea9d434573bc686812ad8c4c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54feae82906fbe5dbfcbc43bb38e280f87a4dc79
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38426573c1bc0212f407abed23336e7ecc1d597d3b9e9af6c5de3071a2fabdd
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919502ae615d1a29e172f338ee139315871e4da6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5cb9d9fcc381e145b11afe584970b66597a9e6251808b8b90677f0a6a32d42
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc534630dea9a4a988c89378ff4038e1b42e0de
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a45f44ced07d486df5d72495f1fe0fbe8b17ddaefca1432d9054f280b6142
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7986690a3f042fa6dc0b7420c70625353a66dfa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae09df90925f0e4a29ff33d19e31827549edeb3c31390de68a9e156d6138ab5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223ab88bede76aed957f3185798972c4089d5f5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bbc054f4ebf2388b10ad3b840add6b9fd7cf4c7a3ab6a82a29e20b35053740
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2d5604f0eff3ed31c481fa66560c2239108f5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db36a575d1463e43894e6fb0f8b7474090828f594f0d81b53c3aa47e96925398
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033b59a7a39accc012df1daa654962fd710a36d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcb402a18dae495fe062f95949a877e39fb33583c4d179f79133f3c29a4e705
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b749ea19c40df8f21716409b25f600805601eb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9412bdb91ccf65467fe7cf14b429c10d49b7d9295c2797a55c4b4ce4b904c62a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ad6ff534eebdd50e3bbee6ca707e43f0707f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bbfdb59f99166920a47509b99cf5bd597831ee85d669ac3970e9d263902128
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3af5ffac770b75c0429628bbe669b140b8c0166
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba27c1da642ab8bc588566e63bd76c047ecccffb4a1d9f23db88f074dd04a69
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53e07c2cdfb5ae946a32333da4680b658e7397d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404e4a525666acb5b1fb3cad9c48eddd638345a3c98d0433434aef8889875097
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b6d69d10b695d55011be5463aaff8b19eb2cef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c52292dcea555d1e9ec46778042df99ea37a314f8fb074028d8b1529b65482f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56613b61c56a5bcf8944d3fba19d2f851dc11850
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55419afa375db798ecb18cbd63a73bbf339441dd61df33ba217ebad0d47f705
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d824151130c5f417231cec27ce42b1ace7a09338
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c2a43b1f661772a716da373eba6dc4d468c06721cc6fc8a8c22f6c5a2b6de2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2c10bbabd830d21209a0a1179fd66c77b94482
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700298b297ccfe7615494613536bb5f9f5bb36be57a89415a883921b2ab4c11b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7f7effa83b997be35dfefb3386d53d2409434
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f286ceaf1c2364a183af71282b0343f009591e0bd02388cbd405716c52715c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4746f55cb3a7ed695e0e85becdbe96467a797614
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a0fe6c0f11c22aae70b4585cb777be5de8b6df44238df4fff4b7834247c2d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f4c36928e37a81c20b58a374871065e9ed704c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f50b4c39f3d675bed7b8e2a402f19270346987d4005394f5db5ae99e8bdde1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f864923a07b66395ee913dcd5d48ebd1d8e6a57f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e558df1fddcccced5de9e831680558c8cffafbdefadb2d38667d6f460cf13537
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79244f2ed1a6fb1e63229ec16ccbd5a14ca8010
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6819d629eba5f3e4d471a02f81d81227fa622200af4da0695e25a7736858b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effc06f49a9f4784d21bf365c263344b5929ce39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a04896b0ec6b36fa12e26b8c5704373f85b5c315f0ceacef6fc5b4fa48fc94c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d49436aa5e9bcf3e21127a97d4c3f6ecd1160d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7a69a4fdb2b0a39ecd73751ff357a990605bb55bd3e7a71ca384faaa128e98
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0906136768c1f33ee1a584d24e628d04b86d7b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01b356134aa57394cfff23ef9f8330f89f1d985e063830929588d93a62f9c5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57026b434d0a706776a59fb6eec5f7391629589d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac207104ebc2aad0a6f2fc8315d856259cc968ae1ac3ea5dd8680b375c430a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ce291463c5947c51e4f4eae3da8e7ea206dbbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d2b21c794348395d0b79207ff3b4aaec29c15a06c20e29a016683dfa0b7d7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e64624ff40afd13fa7a4ec74e9b34d016d2dd9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a5b85aad3bd89036625b23a2031896e184b621652778705ec00bea9732719
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95018a4fdcc71b9240834426ff68ca75f3457c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080b1e043cb466c987209d3fe6f0d06724fc84b03baf1b5119efa3150d7ac8a9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad5d6042f90e4e0130a966bf4f0d23a1f2c558
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13630a7975e84e4d13a863b10f744aae62a1ce5412fd6f83faf2a428f1f312f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da41a697cdacac0a6141981610e1a505e5646ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49fb7700f6e0e1d269b0c57bf89401c61c3cddd961b323e3175a84a4ec86816
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f504c0057c8b626210a87b800bc77b37e2d0bea9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998a24b520e95a11282dfec3583629b19417c7cfa9d3377ec0800392750f3847
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5467ee1cfc7e057fa45a18b7773299c4e0c86299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51be53ebe8de6e0e782cddd7d5c99a1a14894df3a99e38994c5d8ca5c4174ab
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4e92b733273ce840b3a714743f88906bb5f309
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7773bedecae79cbf977775ed4ccf923f567de74186edf928f53c0dbc0eba6355
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e6b383d1f0df33a1f931936ca34972b90d31f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd46412e07bc48e474dfcc475d986306c3d95bbb06761d4775a2f0ecc26bb514
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382fe92b22c083bbb665447d197b0912b6a3c665
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81685a753608d80bda69db2e912fcf96b74a38f6b28dc8c37b6dea47408f23cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32495ecca74fe42c5ec4dd37444a85f8fa8bb49b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6349bea0e18a1219dc770f8c1c27bf999ee596a5d476c0cb63b00d1a89e9163
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e01569eba99cd379e7fee4d9df96b6f771b5ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a45640c1be735af21814e4719d887c37b34199b7b0db8c02a8a2c2de77d8fd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600896e1fe6d79537eda86b01f2a0c670d410ebe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff3f2788045ad3e477da7d62128aa75518f6b0b9bcd85a1efd1a205f69a9741
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882bf5da0423b7ba71d33f45c9cce5f91d1ccafd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0872eb1c4f4357d24ed0c37a2f15ac8011d921f86edab6ded513e9f2da80e22
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0534cf8625eef1fc49ba24653f187a217fe03852
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc5045150cf9a20bf47ccfbd77b715e357ee63a73be3483c7de127c92ecbd3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26415f806fa447f2cc8f020a822a334413fa85aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569482032adf9b1d35203a4a1523bac1a96f104afc91b1c3d6544c20779fd24c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30e24e36387ef1ca90c4e8fdd162f683d39e549
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251b4d2c7385ffe686ca1b4181ab23c76415adb12082957bacedc6a528806f5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97e3dd5c91fb9cc0edc82a0a30a88f36cd932fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830e7b4dd69156879dfb38a456ac9d9f9903fef6fbc27dd4d994362b7e7a7f1d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94425b9e49f1ddf9a319f9469f1f18aca7ea661e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f88b6dfecae457e744e1c7feae2dd86740f05b46f12eca5bddfe82e2859a07
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c255d99471db52257a5503a659c60eb9f4dcf19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a612d3d341cd1b1120fe4ddb9fae1a36919187fd97f24fb3c11a3bd5607849f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ec88d04f0d6f2c341652d60babde426fff1d9c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698aa91bde47ea1ecdde62f9726982c7ef90ea0e871b50a7f1ef04e3fccd2ce3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f141c35c741e70874011935a3e00e18fd24a9ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b313a4ebc23a155bc84f453b322588f855f84d66b46b0d999e131949eea9f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aad44b449d54329c3cf992da9aa6da6c3467a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88ca7baeb51de2a0442759c37370ad2bc66ed18b636eee8f2c639dafa72baca
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e5bbe5ae8b7f098f6c3901dd6b32bdf99e6b08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dac3e736802dc3b1a919eeb58d00da50d7722c2fd5b763db50d92d8789ced9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a11b9f40a9f51de62c4f5572cae086d04fd81e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47005455da69442fd987f6a2298e92c10bb171f06fddc55bd53deabecd53ae90
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7a7fe21209c3e0244c99a9991afe6d691fbe0a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f65082474286c7a975703ec5d618d21e0909e4685a747d8796787e75d8efa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e30cec0ab83bd93bea729e6d3d405a915b9ea3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad59f4554f2eeabe03e2e3fc5585bf509dab1276e06616575b45e4ccafc5d425
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b899807382df09a9553d8314fe63a288811ea98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cacdd8a6a8bbc132051434ba022e8cecd43eeee37e1255dd9d62dcb095233
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a0ed490edcd70d9ff78c4af5c243695f337eb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36a988ec63d5e9b8b070249f189a36a0a4bf423a687132ce749bd51d9c292eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef6227756edaeab76a495bba95769fa03b6f7a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b484f9232dd3e7c60cb534e2f895bb144a5826a7bdeaae749152520c32400058
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7d57eeac2335028f1eadef6fb96a831957d2ae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae65ed4c735f60c245b29dd5fb8a6f1b1e1104ffcd7258fbbb455a1c101b0c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2883986cb25030c5e6790568cace70d5769f61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59719eb458ffdca14c1a6ba5784fcef0022fa753b216f136534a69d8871566f5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3224bec072e1251434c2bf70ec8c62d65f7a17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6084418dcf722bd2380a4c6ccb1a06a42c2ca7ff426b70fa221d3631db0a557
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a510bc790bc78e8db1468a1e20a34c9e7478ad08
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b4785ada44539b41f61a85f2d4cef7cdc4424272e3972b16ca446825189219
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3158a07c924e9ec2a2bc76b5cd5851c26fd6636
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d71ea2bfbe5f0b27873ea2faafc42797b579fe8c50a537e828c70d5d2aeec74
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341eb527a64450c6c9ce2a40df255d536aed0ad1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee151cbaf9ec83e780b4030f20a553d43d40581ba5d36b450d33d05fdbab116
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4e9271e56cde1eebcff4c6a224f978e13519d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24362099b553612d1bee86142fa2e2e5c4eadece59d5b7e8ab76d3c08e9aaa1a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceebe1e3237bd2ba5380597ff869b8306d73b73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51bd5c957329711817636fd00c8a366038de1697b6d24918e21e095215fa686
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402145d0e65a2cbf4da8e407851afe10d910756
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edcce436066709a05019a077204aa5089d9bee3bb03cfc13ce1d1be6361ffda
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0591461330af2ddd117e6aee33ec57f30dfeafb5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31ea8ca7383c193e99957459598be0fb23875a55ff067bee63636f666f6a0b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9ba32b84a13d4c67703174bad32741e553041e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a4b1e1f6cd35cc57621ac67e621e625f1e4ea943815e6d970aa9acd05a8657
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cf54886a1a91f5ca09ba1b7ae655b02f505c63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a728a6985bf84f8518a70343c2997f21502b134f9fa412b3d4414108a191a4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fc40c2ab7d4b9f43a4714f2e46bb8978bb28c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a35d90c94713af847a47fd81d5fa4fc3702fdfc3de382512c205d46b749e63
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab81ce123ac035f27ec7a3d9e681f4275dc08af
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865084301d1166219f958f0cb315fc9f9e8af46ac5bcb70a83bfb46735eba589
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159c62e9fbd0b23f51f2f78fb2e04003db5b680
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740798ef3f3d65b353d5722acfae95fd26d6b237147eb91b98b4ea94a53bb9f4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929bd071fdfd8da1a9575a8d92629cc45b16bd74
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a3bb685e4a3943dd96341db5699ee611ee5349bb525668124f8a1d35a6123
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e9eef21d4db97d6767a728c8ab9733c0b1c5e9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85283ace53a4bf910d0ac858a9aca7b923f07e6ff1ca260e9adefce7f39abe38
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec3b5ada70efa0d656ee56189bfa696e385237c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71d2990aaf9e0e3a86d98343db746a08ef97797bb9d070f1ab055c70774fd9c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00daafff178237a80ce57bb03c5e89be0201454a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e113ca28056d1f45e86bebfb22316971f84be2c6fe50090e0ba6f28dd20ac98
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e05859a852d2de51ff6479c24cfff605bff7382
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e041bb6da5c2cda9396d9f679947939519eb63935a1439f2ee9a38510295aae
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c090c17ece5646fe4d91ba56bf4344aabe6715
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6d8d72a0179c2f07bf07ffd006e9497b16623c96dd69fb4eb15cc199846949
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6531eed8b32346e475f11c6af5bb1a8b65693ab9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b68ee35be92785a40ca33c1ad8cc64d1c29e56e0e46ea970566d4548f3f142d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0e133a9ceab22018df8afb7b03b8471a1ec708
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ad03e930fb21c9a009c0e2c64a395c85733e2a22e49ba5c6b64884e2f0577
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164ededa47f15e2778d4b093cd200a6f54c8f7a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02095cdb9eefa5c8570309cd11a824cc9c58b11e16e8d88d2aba0a5f762253
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1a255ea09a42874dc52759ab566f98d7af7611
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641f9982c56854b3bf05dfcb1b6e83987fa7f4c64bd6318563381f81a903e3b6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816c2e01ffcf2160aa29ee5fbbb8ee61b7a4fe38
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24e4c215eac5c94418283e00f0068406560f924391f447fb5a721b8d1e779a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640ebf3bf06a628eaad4bd146573837ee22691a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1f731bda79ffdd1d973e0035b1e989f94a3612cd43501a670d25ba86dfa2fd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f753d39b72f321e2124285efb38fae95e554d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085714f455477992be1f382a63c1fca95beb7d1c6658d1c451478d3179ff6e23
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2267b19b383a1dd0356565148d7b7ab46f68a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecddd4a32295b33f9bcedce958262340ae089c22b59d7b440940ce5009c66f3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eefbb727d9cca85e1d7fb4be4901f3a1b30ce9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb21c4dca33d2c68293afbdce98babf58d4add3c35e8405b7e2fb868e8d8e4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690b191610bc76912f05d196ac6187c0f801284a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3fb73582af375552d37e04919800adee353ce9c370f87bb525ca18dea56fea
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e30183bd3affadf273ddd08fc7cd5453620593e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e160a51cf7714c70b1f158652dc5c9e5fa1e22b2cb958670730df5bb7e12ec3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5247b93684b6ae005356784184b982218206511e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a4e98742e8beb232b91850d42bf8581f8a6c43f270d2d9e3caa0e697b1e094
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604d20725b8f0d918e75545546588b07ba137c66
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec71e8e062961865dd7e758461761f3db0c25aeb434102d63f3f1032514d0d9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca72a02f2789c4e976cc1549b434e1e9eb32fa9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b04662b27089759684a55c4cd9c4cd5b548b50a1555db4945e4fd92fc144b1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78277f9a9b643dfb74d61b52e0f0764bd5f65c91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2e29621ef699101a8f66eb9ef4349bd47a19890a16cb3eb64ecc4981892b78
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1567f6f17f107f9ec1808f3cc6646f48904578f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ea5c4f1271cc660be72f8be0fe05691855a0493f03870cbf86ba9e87346ab
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf4409a65fe7b888b43385bd0c128f211767a94
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9ba9f1afe3b9c27dad4f1d215c9a751dedc2ef65c8238f79e0ee3a8bb4b040
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7323e742ceaa1bcb144126be70d4d6a590f6be6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d92b7994308dc6492d2bffe263d7051c14c78f0a9b71bd1e74b0fdb41b4fca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7fd79dd23b78a2dbe3eb553da3a8c819910acd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886f9b9b7f5ae8a657d5c6fbb00da5a3bf9d1765af006663fed8b0e406e3a8c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79686cb5332f6e59df1d260d310ffa8bf083f25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14794a44aabb246a28c8fcf1fe2aa50d9cc07f572123df0203043ef4dfee62e6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb233dde6c3c84ccc938d8d5d7a99fe9fdd65a98
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed9ccbc5b36f1aab8db2f96ba8faf0f0e6f6ba9682cea31fdf6989c2567f836
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be288639aa34f6fde283908ce5a858b5b316dbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba68449407b7e598beb7a39a89cdb13bbe8927e56d02b75c259985171f79810
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39064a7171dcb56d9ac1e2440bbeec7224afd09d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b042a405be831f96a4838b9d3a598fdf031ac7af4efe8c94c6c061caac03ebc8
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b964654aef96692859b7e08a6179ab31593c0bca
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4ac7fa8ddd3a0e6d2f874598e208b27db37a4781b7c94838de978ab9e911da
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427a79cb83c7067ffc28de9f20509e062a4faf14
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6287d0a2724a86309faaf36a0b53b927f046b62886f83d83e6e4b07e001f92
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e72f3332d762537e2b9cd37a855352e24f877f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd387d9f98e9caa4c9e327ce6ff4e3374da7a2796dd755c5984b924f92daeb
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcf6d24c27b8719a5e8818652f223686cd919e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314bf46c92a1fc0cb00deaad67c5ffc1830cb9b51825aae76bb852c32c181250
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b1ce1518a4d6e477219695aa32a2853746f93d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adc4d98b4af6557101638c9368e1476def43617057ebe0bc4e743f25bfd5dbf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9938142a7aff49fdd1545139930a96c6bbfaadb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5de05d673c202900a8c98d85c616ddaf9983cb53cfd95aca2588ca0ea67c9f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6f6b38b39adfcb157d86707691fff6bc75b52b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d8f8d140c226cb5d3ef7a0a287c4679588f9549cafc79113b9b38a50d8bc1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872a152a49fb9fe3ca311b5be04359e9eb51259
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f6fce53d81945126801b9aee8b6af1e69d2a9c64319aa1236969f3b8652d2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7ab5b0e6f7cd754defe27bc3c4f2152d534c25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe7f46d72312f0c067e0d9d5b0386fb385cd983b8eac7f1f201ae7ec0de62f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f39d61a8d890ac41e5e378f492d1c95d5116e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73570748f7ad45e9287e13a3c418391a246ed5f6823213692dfefa7b3959dba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adae81157bc5668e457f03987e80029184656c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda423e012a4abb83843e50faa7ce6dda26a6ac1943d9d6e1f7fe2b505a0c189
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b01fd7af46c8ef670eab0d74b9cd00e0cd1ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df41033b0afd2edd120fd1f996820a0db4ef2acfe6596996d1af5cf314609d17
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb40874d319a72237c3070ea16424a341d9a19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380425ad7ba1618f11e370022213150110e65f1a06d56d3729c54ace156bda55
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf76bb54b1fae391fd34acf0cdf14122f5760c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8147f191cf73b1cd840f631d067d5b42b5c0899b5039e382088fbf7de454487
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2559ab8c1a2bcc0c2de8780a20261e586a0219b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a454e9467af910f0ccaa10f6e0fa5d224b60dbaf4825caba6c0a449d74537
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e1188175359541b874494b57092f4071821d20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4071a52be68b747d6bce7dfb0578139c1905f3746663bb48556e65718d5ea207
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c21b7c8c43054489a6605c72c6e0bd6f8923f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdf9225e6b7b784e8503f55bd594dcb4ea7f44dd2f8acdf33db9a63fdfbfaae
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64cf6dd23eeaa5d3ad10fd78d24f786d3a39c21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1149b0f60c7367438cfcc2964ca551f63c47910018568244ba59ed484bed77
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14ab14d7452c0d273e334c3434ec00e088809a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96e66b86f4a599bbeaf3868f0b7f3f168d384293fa7d98d1d70abdfa22ca570
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c04b9c78671dc85b42cc9042710259a56854a3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b182b0dfdd0788baf1f68ed88a21e6adde6a77adc371a2cbd136f0f7927826
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fe52f5bcda8f1bfc986dedafd97d848efb74a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db4296524d1366dd30ddfa412044210b19f3bdfe9e67b73027dbeb3923e7e2a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a973c7e11126274af3abe9c64b106b4ab0f80bf3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b65d928308527d0c3dbea596a5d6cce9718b3c6eee3a297b58e68091d5683d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931004f61dea44060e03a78f153253128b911e42
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3596aba3dce17deac0cf6c50f7e80e395d24695df26fc245e60d5992416f31
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866c97bf2ddb97ac166dae92fe56efabfd5e07b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2cf2ea242c8fa118369d9dfc6e3b8a6b3868f56b68ed01a2eb21c281b19d5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5f9a3ffa4944b39050e941d0e179c3d4042d7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b735201110e60bef042fb2b26d7b4ab65092b24a33b255720df25c0f7a30ffa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6f229b0b7fc50809f9bcb61c86bfa0af0068d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85642ba39aa08cd8f0ed5e45156c60f5f25e61a9b16edc13082d2012eb38fa6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9956d3bc0736c451715e4c974f6ecbb390445c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041c6c48b88449ed0507ed5b99a31bea0e494a6ab8fa6e0cd9270fbf69b7a762
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4676f5a83ac9f2c1ceee22af69e7d12e093bfd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d28f95d45856b1fb3d9f8d56b604031b645323b5bb08db440aa05f31636077
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae80ef54e99635cea5585eea59c0071278e20b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfe8b16e00b38042629972fb9e7413eecdb7fc8a1670e81c5304127427d1746
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e671403f41a4d105405be34a5a57cf8c1acb65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d40fc71d8f4f606763cf02676dc59ccd9cdfdcebe3eaa8d545e44449e670d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63075cd0869c022ca2548456c985c2bca6234c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527c73cd75a0fd9b29bddbbff674a29786d16ed78404145d7105e7e8ea6fc50a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006808e3f0bc82dcfbf77c582ea641dba76b39d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce2c0147b95912188316a54c765714619e74a81ebf898c33f940b660146d33
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f06c4f40b70a4adf0f8025339b2db00f6c1bb1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec864ad32ec2fe2e5e87d10df08f43284411f8300628011a302eca86225a8488
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3b315de480aa5e3909fe7fd360b43311cc4381
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889cd930eeab1b049959ddf168e541269475c43d37876acd41a7512b70f3f421
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dbe0caa66df3ba754eb84fefc169f44a5a0996
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bd18f8fbd850f296cd2e4537d1dfd4455b1a905c9e4d0b527b55ccd975ed18
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3041d3b92aa118fe9bcb92c504cb12973a8ecd31
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85abf7ce485b06833263e2453a394c8ebe6b187f50a2f81b146f05dcd8d5e3b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378c099436382bc8712d863c0fdc5e835ffe6fac
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e799e3c55b73cc1fa86277440ca0124f0b76c72ce0c6e80233e75c0a3118636
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a302a31025674ea18e2e38d5ddcac9e849002d57
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaa31fc9f782541d9cd4a3169e2d19207ad502010f4e82dca2d54e768dd8b95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6644a5f44a68429b9a5273a040d37210ea701a8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c60727d5dedae2bfd20eb8c3424f6fd7e9acc049e9d6a33ca41c00afc56c14
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778a3cc458e48fe2e8284b68f284b95af3e45b77
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bb83e057867fbabac478f96b3e352a79bf545c643648097b17fb12bfb673b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe1c48cd7da239837f3e219c2699f4cf0aad6c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0122112e6afe53e66b1f307ee72744c0f7b232b9c6cd9cf3a870b192bb8d5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9739f6a9f128cc22818dc9ed7bd4884855216fd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff4113445843fd7a3f8e9f6d925a5f98cdefaeebe696567f63ec08e66717f2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8074eed867189dcf7f29fe11ec9da779f88f4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bce292c7f0753ab1daacda5bc316152c26dad537a5de410ef3fb8286ef7145
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530485f81cad5732ce31e353e2b5f2c37c840f95
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b463d78d4ddbf3a7bf4d1922c3b7708c42d8879773a7a2560d8266e2f21f855
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f616930350b767da5cd3c5dfab8dbd4e46a07c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9680ed23e50d1201651d4b2529f04c221744f08ff0b6c62c68669f68fba2a2e4
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fee8695327662ed61c849d573756f31772070a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fdf7a0cfacc36a9dd00ca4096aa1626c6a7325ef8f80d3e467fd342f523dd4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538ca5715aec72cf5ed87d5be409d634e8b75f1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea53be808778b128cdb9909f237e46c186f5ab0a17d4ef63dcb185163fb9d4d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb184dc43a1f9349d0e0a83ecf1cef2b904ee7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db635071febbe8e8323332531a6b07b3c68ee48222a766596f6101d96eabaf24
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ad5ff0ecfd49db8cf5d6fddbbc150c1a3dc73
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf449e4cdaa74ffdf2cdcfc49f08c663d165cc3984c0a7b049c4514fc5830de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da249e06604fc13b31fca235454211b7d8c249fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfc6bb0ac9c0faa3eabaf1d5f37dafec90d55cb2af21f9c79884f1c0a527d96
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ceace3049735ee56bc0793489eab49f23361667
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391c061dc85d6094961ab9e745863ba0c2cdb0b3f5c1a4ecc00ea19635af0505
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c85c2a2a6ddb5af1433945aa4d66ca9e8244b60
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04e670eac87835dbd2d0c8cf489c49ba1e91a8a5d4f12a279b4fd3e50d3ab1c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2634f84ee9c732a036850176acd5b3b3b9d7c49
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dad045d9055b3deab1b4db2c48517d79e845e2476934359ec4dcd6460837f0a
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb2cbe7547ca2227cd44f648295b876bca7a9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03465b824353fd08783e70ea9535e9f3b35f0c339914ee6a7269e0ae800f331f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ac18e55f7971abd3eacbce6e04bbb009b9415
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb9ae67a28b1abf56249aa391993a12c8941c5f10b154b96682ec0d424f0ea6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645567637fe352ab3bf54dc440eddda57c2fbe11
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688b7e98f72de2b8c4280a6103f548b3b2ba5ffe62eb46104374f05f3db1be48
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce945d18320980c3ed47c2a405881c01706bbba7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d82834ee7f2060e832ea2559171e4da2be4a7b6e7dc6b93fbd00dfcb60c2a3c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1900061d06e5164f55e7c992b2a14f69f7597da7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06633d0f7505025e7ec319913423307c10a8612f7de5c50d2c8867121b3e203
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957f6b7e6a50062ab1dbb8f97aeb7a073fc908b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b46746a8937be512880a8a138c094b230ebed5d3077f009de3360301753e2b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533c5fee716a7038b6fb6362c8b29ef2a6481caa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cb8e66081d1bbb5cb83286eec76a086001849bf6a22682b2da211fd1bc3f82
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a42553ba42b1016df9c8d34d62b6e93a6487797
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b798a3de84498ba365fc0046741d14c4b2b621f94089a5acb4ba255b515b40
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8f958a4ebbe7c907609dc8dc2528ff2011fb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822bdac01d7290d3cbacc455a37c1b022d857843e2493319f00b4e1c7ad5287f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcc3e1b85b439d9e2ded266f30e71f92f27668b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2f6c508cb5f598ceb3211bb412c7bbd2b4ee177f0add68677ad8f1aa32c1ef
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc496c61e8a5b4b345892647938a38c81cb2855
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeae68785003f515922d34740128d9d7da062c111ad36d8b9c347e29a31c40a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b35517feb75fd089a7caa4532ff8beb397c50e7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d379c95439a36839121098c648c81bfcb830fc1395013179541c7d6f887d0f5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dc286e422c02e1d01d855db80831dcc057f66f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85bc13d7d99c4cd14014ebfe09a69732e564e5d74817c7818b68915b392ea0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2dde8af0d37ab05abd1d2ac63e457ddaf426fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2646ff6f4a47edf0797ac516c38e9a196fd4d81d2035fb04111874f7d46c0583
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7acf68c7bcc205913b2bafd1b5303705c288f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87358f926ebdb5943b5fb155b8a30893d8f33269093159eb886a70ebaa3be6b5
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da3dc2ac875f4dfa6bd1f2ebd8de631fb2ac6a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f820d759c362a3f79a31ab04205eb6aa9d86ae974ab5c447aa0199ee3abfe19f
+size 129155
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a2e5e42028b973223740398f170b4436813794
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1cb216882693c58d092705be3738a58c41c29030b6f24705da3ae6fb84495c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b280a4181117f5ce0772a9c629d96fd07310f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8491a54d0b223404cb70bd09b3add3bb98bc568ffb50f9dd948278b5270c5f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43f85f1088c5abb10fbade500a261dc9f5266cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920a7898a17d976689102283141b0ae678f149ac3db8872bae0c4640f1b35c63
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff89512ec716e59762ddfd596fb2c3a908cb66d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0cb1562c99b58f95f3b2883d642ee71f2b64ba283eb4f583854f4d130e3534
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7931f2991cd1eb0badba6f41bba68645d99f100
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5299f12ed3d1e669a3b517219eca72fbddbbdbd60a6b747db804039d847f85
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5da86c2960182f0c21cf9f80e5fdfa0e37d9925
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2af843d8e587b60f3517c8a64e15971aa48d05b4a4f78833467e8bb04a1508f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0049a1af01b6b6a71fa9e9ed07c43109e2c31903
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a69731f188914a57c358175ddcbcf73a56be2a012c295d78baca4cb1c1cce84
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1189e20a15589bcbbe003de566d4d7c8221d873
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa00f887a195135500040897339a622475ea88833e04868bb547fd6c46974f4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edccbdea43ab10cae77579332496a13b0e86c31c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7de0900cef4b811f220e9cbf5477a99b158305902a11b8033e405b6d1c7525
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3189954265c14117c635a8bb1189afea821f159b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cadcd122863bb5de45f210e19eefa67e41b9e70b55d3ce5de29e91936699a0d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d189e4f7b1be2407576bcd0272be5ed9865e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb4da459ce46b7f944fb0345ea79a3dd3bf32b3f10af96a68a84a64e8236fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0570c14f18a9f3488855d760e90e958d9a3ff13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a1924cbd7a1428ab72a4492f4c7d7a81b1607494fa1012bcfd4ef3e4268170
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f093289c94bdc6a2d37e7a8af8f28dbbdb7545b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9addcd6a1793e436bf942e4bb0f256011a19e72dd6c93f6aac0bee0bacaf6052
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767510168796ae798b85c8de14f13c0f39e26416
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5286c1a85ab0c68f4ea86953b8606d0ba9b3967e4742e74a96f97dc16246d469
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2771914cbb763dbf7fccb4c68e0b8d9e6e88cc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2d06077d30cab86c94697b163441828cc3864ed85091e98a69ebf82459aaed
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80805f3284fea257330336434c67e4fbfd6136e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d7c8d08bcb1ddf842f7b312f54a9e74e4ff56b78dbfb4a00b3396db9f004ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443ce10602482e908e639f26e1da818e2b4f5c19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e7a085dfbeddab8bc7d866f09145712255b37f3e5fb9d5369ba7a8bad14c5e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014b339366ee6aa5655a29ec29973d0d0a2a321
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325076ee777a1a0132fc36251aad4aff5b554216cabb147be54431d454a4b147
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5a77bcacea3772c4e107bcbc9f70217ea9adc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4b1f762067cf1de61102ee9186135138d8d67c167b6b669e21b193ed21b9c9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b561e2e82f91a5dd084aaea6d27585839874707
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebe1df58c5f5779c0cefc426f2956aa0defc23e23ba1ab8f0dcec6edab568fa
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a035c7be5ad4dc2b7371886c5b3640ba93042a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafff8481d4d259987c9c819e82ce89249e2bbaa96c63832ea6219aa861679e2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac353ab5d97639d8baf348a2e5bec2d667f34c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2008f1c11647d11dad66866fdde2e641241b9b5574de05917352711c5c974059
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9838972ff566b234961a62d005922ba0670a2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48338643556361c50be1e402838c13a3ac7ac1089112d2d16813ae29c1f7e58c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeafa3435ce389bc322d7c8de99a7c6aba045681
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b1528e06f8a9ae642865492b9f98e318d26c68d6a68372e29cebdc512a8b0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddf3a05bde7db1ed31b8a9152f752e5dfad566d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07fc64c3181a5045ee4dfc1ffd62e86582a6ab3101a99d61a8e6462199a935d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba11902c22edc2b3818518d15fc0ae5f3685b06
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bee5d0bde519463736330eca84da669e866c729b1bd9c279172f215d40ada8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2ccc9f667e140e7536edb4e4f25a2427f002aa
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587594e3a7c475816cbf9b2c227f37ed66d0369ba31284ce1965a598cbd5caa9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6d2e6f37feeeb3211149cbef6b132d1b718ebc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf87e8433e84e0bb6680fc43c0e356454bb80739d642dc515ae6d7eb2106f06
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6674761b1be36cb1c5b6719951e9d12ff1ba1824
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df0f9d9df3f3043aa672fe3a08c6a4174b6ef106e1f4e8193c2f0ea4146ea94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fcd7c335cdbe7d43973f975e378f4105829f28
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaf7680a9a776a1d09c63d655e1fd09cd181c772027c98e313fe245aa49a99d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb2c4fba8f8c47e064a5dc05b3c24c0ca9c6e62
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d180f200f910b09208af423e2343828939d6309267021c3be125bd1a0e55d9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015524f34aaed035532876545566cb0630c88314
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11296931816461219ed5337952c6215da1e990d67bef3846cb19664130c375f3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d67db13b88220a100a08a3c8d17a96c95ce2a2b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9327318689deb0d66c2b3de61b1296b115696e6dbbd30869dd2a5842c25d80
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ad30f702b5d158a37cc694224e37f1ecf473a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc48b05909c543217ef3d0b928fc1723dc2dea0537f993c17cb3812373750299
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b301aae5e7b6a59a24611c8336472f77643ba6b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f820e4fb67f291530c0febe54d544ba823bf43267177d356c17ec486eadf3e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f0c08119eafb675c0641a0c5b9d3aeae08083f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f561303291faea034db6af65fe983addc00d9b4919454f0850f4946239df59
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5e27c04a9db31abe131a27d6211ca4720e7ec2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1193476e020c401e75ea34b9ec5cc1222d754e2944c333c3f66ab6d734b828db
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e495526e2f793c14de4924de48fabd8548feec6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3bc2db995dbff0bf7e67f1f82d45c2abc015032d9740796be8ad360bc0758f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62613723e60d6c99f63c4ff8a021268cfa90267
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde14445039d08e6a37e6110a816b9d6da55e3d5b985a6c1f735705708efe249
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6f8338cafae8ea5d88292775b14591ef0a9bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b879a7acee4ce379bfc818dc58a543413f7b6b77daeccff163db089958863b1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be091e13497b137352eb185aaac2d2e6c1b7d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a76fc10264b465fee525834ff557bbf6b07411675edfb1d2fd87bc41d10b24c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06fbae699a10c0a61bacfd87097eb7d478468ad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6e89bb6260185370a4bcba773d8850721b968bf668b2cac6c7946f557ff2d8
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9a9c9a9dfa19cb2b29dd25d72517beafc64334
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070323745cacce256f9026f840a31e0c3ef27c79ac23c1c0df56cac5d117f414
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c25d22c0c1cb69e8749b6b8d43b3caca40e78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5430c387763d27e8c272ae937224c1828c0c6920108e950913f6adcfc0f2fe
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06e22ebd1febcb722e08fff8b37e5d465525ba4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd75883a2c8ef3834bd9e00e9cfcb24d411633084b9286ba68b332c1dc54f29
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b211c21bd3c62c00d949cab93aaa5f48f639a28e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e10748ba4ff9d056e308308a306470406ffde7adb346ef3d69a4b9dc3c496d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9b24db387f4afc68fc0ccb22fcf286844db634
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a128734ea42095b0bb2ccd72a4a78f93bc2a100407dc8bd9688dc2f3e297d279
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31b0b2b66e5186aecc8da1c762272e72b09827f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fac28c5257c5e012cb760d03e10f77877d25e0b4ab8797d16d5a212870b81d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e90227d774e2a1bb4ecb5ac5607402650e27b33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93625ab8720f9016e30ac590690c081b157b96c6ba084c41d5676a8b710c124
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d52c156b1aaeb55ef62ab5d969aade6c470246
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5871c5b70d423377c967143087727286229faea227f5a55f6a20438cc8552d53
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1a88ce284164cd746e44b7390a45337e5932be
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b563bb520ad19b3eedec4970377d1d455acf7d6fd68242a0a9658a09b75b18d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d917e434463d329a63565aa602fad079c53c0da8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a13129c9e0e396251ba116da9bf53aa95ea86a29f25970acdf7a5da18464989
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d5a8d4c58c24fc03719f4f4c176b9092f2357e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0398e69b437510eabb77dffed1c76204645229de0d74c56fd396453d647958e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3222e28681aad2875918750157a59e0b6aedeaae
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8033c8154dc9ed51ccf979b7a11d9236aee87afffac0223493c2161ceb674d5a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24dde850f5602b8ac8631f8b33975d6917f65e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b29048d6de5268a0cb7c7a62b3388cc93ef106706f1f823da7152c59af498
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4c20910ec0371549e26665c441d3c3aa7f059c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b3b595d05649308fd158dff912547aaf3f33f4b59ca0cc6288bca2b0ffde34
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603eadc61ee0ad73f2be9e3854f313fe7ca3da84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8d0a90ee4bd3f3264cea39cc78a3099ad8e12644483d47ec85ef6357c1acd4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc219f11fbd4453bf51e5a17896426e4f2ecfe5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa884140b8a788595a2d8ebebce57543e4a5ae3638eab88e527dc5b826d7c033
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebbf44e46c5d72dfca5f18b983db86ffdaf07db
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053f23b6a7c16a969ec8b82d09961ee00546d360b1143fb4bc16b80417d1e09e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537ae9488195c7280b5891c622775199c22b3e41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add1842edc11b0a6786b0b6452a6ebb149ed60ee03fa20ed1ec67cd4f81a83d5
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d83e54e23e5cfcce6ec528efb97a117e04af19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4ca0df9a7104d9adaf9d7802c51f30231cdc8fc1130d541a8df861c4933c1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92289058b20caf58f0c0da538f2e198a27247e52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b2158242358fd70fb76b62ece55d37228d4b695bfab1f265d7e5b2e920b28c
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325b7e40ed41f93d39cdabbc145cf7dbd94068bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946ccb86dd760b92306cc271185709b4e7fda053c3e2b4aa6ce898d150a46ed5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f07464034697e444f815fe0c09b2f7fd67a46
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821bfff9892ee593a17357113f35b9d1152dad25d899117e2df2b93224dd28c6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ea5f12290a2fa57c622abf7e683ce883fefcc7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a4a7acf98f208c80486acc7505b7c8f5025499f9b3a1ba3ade5c98a9e36b5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa52b1cc43eaabd6ab9f4b5a28ad2c8618080491
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7abc7de49750b61533e9ae1e74cef8faeb346663dcc8a633f179775f5b2646
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab01d6a8dc1ce71b0c75fe2a77bda20999e9ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56bbb1cdf606c80c56527c6e7826130de307466f9e72ffd8c1d35eec2482593
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffee35f8fc40a256793ccdeb8f6dc9242ac287f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d5505f4b77ca87904afa6e43257ace566f8ba89550e6e0b998eaa8f61b991c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36f9dfb9ab2d3095c4383547ad553cc13b0c487
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f316c1f9f451449692af0312e4b3dd8599cb3854078b4cd10250ac863b9b5ad6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e8b1494833ee96eec9c7bacc7da78f420bf32
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940e43f389d1f22b7dc1089980067b94bbc059407662154949974c225c555ea9
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdb4ccd6af2ab6e6145f6373ec282d62d0fb755
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf03be0d1c803df6f8847b2ab98c970ed8905653522be7127d53d28758d31ab1
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf59c851c871095b399a2686142f645689ec907
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c572be78200033b314dcd4d9d2dd37baed32459c472b62f3c0b407186c500ec0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c76fcdbefc3c07f7ce58fdffd8b9e07495776e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fa5df7da52a2c986444b48e9287e3fbf4b22da277f81d135f2ee5a9c1d94ef
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567d21ab1bf701d1a70b949bc3ec937a8e5ef04c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6bbba48bc7e7aa4ae8556c0d95bb7642512d0be5d33cbb8c34a434852d4dd1
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feb6d2a25fc4a0880371a42d11858831e9f7c41
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e03b9f38a3732317f02544cd396b3f114f858ab080b1c9bc713fdfd0b578b3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88dc586943e7158656c56154bdbc76f4d2bc36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672135ee21bd0abc7764b04921ae3b5dbb2b0cdacc10c1235be076bec43ce214
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba08720b8a29b2a204e1861fe45a0fa97e1215df
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d029317756c52da440378148f39a2c0a3615863fbf0193c101995339a478ff87
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23988485451d9b03a7f75661d8c06570636da9e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ac200fc899b91f38cf347ae3019042099550257afc9ee6f1a454017bb6ba3e
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6caa54c1fe58ee0e733bf93e27725f043b63dd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3345a842b8e6b79e08e804cd8fb7da6771fa0d74e6f9c3e06551795dd749b717
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e417dc08bd27b2aba5b6bcd87ffd22fe3041116f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f5b901fe4981cd25ab1fba5b546c6682d80ce00fd67ea6f0557fe993f849f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23be0bb8bddd20a0a2e81638937693ec50da382
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01c9e5b699b0fded3d7d22e642a835c9dae0b5964dec130ee751b128122e673
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96df00327159522129d27997f307ea9e10ebd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485a969bbac7426157b245bf57db5fe69ece68b4923c3c94efcb0e52f48f04f2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2fe7fd76764e22667d8436fde2edb97deaf5bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846bd133c6c5c5644f994b07f63152a319eb280fc2867d606d21d9ef3b14c921
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf0bfe19982ea9d3eedfecdc470f3800620e25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a5365b75f2ca50e50cf282186d49a642a00c0e4aeb81b1a50f984158635a3d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c6d4216b80a9ca8eea3dcfbb3d6831a047ceb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeaabb341557681f47cc6289f27d870105dd2d4e79c0fa5bcb9186cfcc63c22
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8b7ecd12a37d576f3874628fcb5f40d272319b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863cec2dbd17ca298810fcade5bfe6d0072098cf9efe102ea96f99c32d950bc8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a03edd7cdf4f99fd47e51ecc307029953a21fc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d1513e45f473c72e88bdd9dcaa320d336290c3d61ec20333348664932d95f7
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5330cc3cb5b51974ab10691d6d292a57ff81e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e276ca9a651c2ecacc6190b8fc5986f52584e4c5633c2ff16a499fea00bcc877
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f569496ed02b25ec6edb95954836c73cafcdc5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5c5109af9c623f45caf336b711847b03f97010c0af09d063d082ceec247765
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e6c4aff08f6a3c6061240dc3f476c21ff692c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1bea2fa6eba67c712710a07bb53d896536c9196262288ae6cd033a153d8609
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fd4a08b9984b3ab827ea4b931a59618e8be83c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3619c3321c6ee54a8c76fc97f10a344279183c606483ceb0854bcf5c1882617
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2dfeb1b11063ea33374ff36502222efb592150
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a395d58771ffb0c74b5734d1e00fd3a1d54665dc22513c4fc26e42cf65611f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad904e1ebf652960b455d0b278313ab9f192dd54
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b802929a6cc0d9e1d9a3d25c8150bf8d6ef3c54385af4ec30bbc13af1a3eb6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1401769cd563581b4a33ce10224c175f4b6510
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34b88b9b249c1c6985032642b0ed8e4ccdc57d5654a8d84551c5a0c94eb24cf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cbdffa819cb97279a13bf0f68ec5de123c5426
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca4ca8b1125ccf6d46ce895a22a6e011d69f9ddc9ca7257fc1fdf0faaac395c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c4f47279554e44dd90682d25acd69feaaef9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658477200b70d8ebbfe4a7f63f5e4aab44089e35143ddff1bc8450830fab147c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2467a973023f60f9a4db05f26f4406317d3d69
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bacdc552a0342c76e0fc109a4225fde956cd5bc23f98f912ff9591a86e4e1d3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bee3ad4324afb679df4e42a2a972a9635fa6de5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef938afa82382dc042f56e28ee046345d1ae4e3f668a2686794016eba0a162
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c701121bad6949d3b0ecf928ab2ae9a6f76c3e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529c0b0d65460a74946a8489a1bba1a9f0f07a574b7e0b34256f6d2980741dfa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305e8d9a74192d74e0ad0997785a65f944b3c36
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd93de68b7ca980cb8e1b10f67df423f72e3e483a932b00a162d4960a95f41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2969e2792826c3d44425b73ec7e82da89010d37
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16a3d4f0ef240d7017edfd5bf703b5429580d60efdd543ed8aca9697a53e95
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad9be2d8f8bc07e95325d15362e1602f15b5308
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7de507144bb3eb35d9715f82908aa7dc1e25dcb529c17e1fef586fe2dd5a49
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44048765489ff9638274dab1ff67522622896cc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2696c45580cc40b02d692d7520871be0d5059f1cf9aa0b0bda5ff696153627d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815d0835c115f2005717234253f8df11c968c630
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa10d6b69928e2c6f750c83c7d834cb1e398a161b79cf80b947bf5ac78cabd0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d885ca0c45f9b7578ecbd0f0a2781a69e248f224
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7411c50817f630141c6fab9c95be48051e93d509b94c76890e159e89ef7fe6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b83ff3eb6c205784f1ca180ac2ae7311107df33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff090815343063dc6c10134bfa567d2dda2fd20a13296d22738f50b389a34aa6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4564a8b16368d60a17fb4314ef0dfa0b30ae33
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9949c923168fc4247a7d47c9c38d64c1f9635a4a96b0d3f7dd466ef040c42d2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5b131dc7de3598b94754856e8faa17ed3dcfe1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eaed9009b6d52ddf9086ce7896bfe7c0cb85406f9a8f66c5f82d13bba5e1b2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d975a0d32abfab8370ef70b8a57a9333171be7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b43702d8f61e090bd38d6b65b14e5a70095f20287fc110dd6bff9b61510939
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0d6e19c430c3d4eb5281109ffba0ff5dbfd299
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bebabf1dfa8356bcd58ebcb57ea3c93406b02dbaf1d2c600f02190d3a3ed52
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f46993035b7c49722bfc18f615487867cdc5c5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8dca0e3d72e293509a2edab3b0eadc56568e274515bef2ce65a9b92c6350f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8577ad0a442e6a0963de962bae3de3d0a965ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ea57648a55e66fbd37d5d943877b5748c0730b7266c1b681037914043370ba
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5464ec336d4153419c983d81f994a944a6854133
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566a364cd659f0238eb3b77cf2570d943a2e827b5d05f1fff9bcc99eb00091cd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c1b68d89a08bfef4af052ff25567c74f01afd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577890b3282c07a8578edf3e3d1c2c39f474e79f0945ba5678edddbfe84a514a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cd24ff78002491b3af95f90b4296aceef59590
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878e8a5f12f683ed5dea271b907770c489f54d5ff07394a37017a1e90c48a076
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d18e6cb2f078099992b5e7b817ab4039b4a9a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe976ed7d7f530270974c2632b8e079d6914cd1a6ab49505e63be5f315297864
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb098d0fdd205c9f76adf9eaab310056ece8f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89f683f486c2b3828ce7edc9312a2f8ba22826564441d8b5b287e5f4376bd31
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456f69a297c2eff7606e1b2dcf300d8cbc26e428
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6940e984c2acc7cd938a0d7469766f8712751a6f0679c3a909bef75424006e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe8d5daae46c03fd32be2d2eb6f593918da07cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f2f8d97216830f8483e2ef842808c9544ab55a0aff5c3a74cc2196fc715f34
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e16894f492c058c7365b20c66d265ad4e0b812
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358697e4e03df6d2e1ddd8b420fe2e422356a441e7ce8d4260697b47f47f6c92
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fc5783373a870f4ad2d0bd0db11d705629acef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b49fa51866128ad3d2865bbdd775543eda0f68c8951a9bff55f90141f561a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b4e7682b16c922f221fe19bee179a2f9cbdf1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04025683c753962ec9646e7290a1bfd0fcdc8811c8399d12aa194057e28ed1ac
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d43b9caefd27d3574f733d969f2682fb255dce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef35b0cdaf758bdccf1ba8485c5915a64dc8a4eddf436759ada95a43fcaf3509
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49589000a6b1e03261d5f4d58f80e06fe6ce34cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf1189ed5652c6b4dee4c470f6c8428274cec72ddecfedb0dfbf13fed546950
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2bc9949605a6a131d08fcdf63c1d904483ad1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4f5446e64f7a4ed9059936cde7d2d792bb6dd9a224acabc8da24d8cd3435eb
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acdf6dd528cd24bcfc2aab0a98d166221b16912
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1686b8838a42aa17605df97be828fbd8b5a00ee50e8c4282ec1c81cfa95c3958
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fe9cb5801f78c4d1a7796ac1f94559c401191
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d06e3e901c1b5c23d2075791f0a8603ff34cfc8cfbccb78c64c53f8bf12e641
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d753023af1c25de1b88302e97b6509c75ec688cc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323b6bf13902b3b0e7601db3b2b91142472549645a9f7c54324796dea8f8da8f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3ef0b4c6c6873b4c00e4951048080c6262f8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df62b1dbf13ffada59b36192b840fd4c6e550ef0b5aa838c06dd6bdcc8bba8e9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f6f65627842811fa81f3620645e7faecf88207
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7f6f543ca2960ad237daee895dbf54ecf9e14e09c2bf3dc0729b718cecbd70
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a0ee14da330842bc6bef289ff8dd409500b70
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b57e87739456bef4188f5d6f4dd200455ef253abd2aa2b315a40f2a4a5d3f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5fbc9ec0ae6e8fd184a203fcd5ac9f4be13c93
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ec7c8b9006f75d14d05fd03f06b9a7dfa339af426dac3a9430d7809a811b9d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8ba9cc48c55ce7e645506684f7b5ecb08b8605
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222014b2ae9e13a8b239aa234bbf7f309e773b68964a04f900a9ca7a10854f8f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf202700b404cf90b5095a87bcf0cbffaba2be8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f51642ebae28b309340c7fb2aec468a7973a1480b5c7947d3baba9c0bedce0
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3440ec823380385194fce5b5588fc223c9f728cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42f8bcd9427fdfa2ffa29b19c8347943ecbf34022e4c389dd8ef077c32ef0b9
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844a4826a68ab3861c5baee8d4ab5f61c34d4e91
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e6364c7aed068630a5f7fbf86795cf7aa62303ffda28b85ca346abba4249b4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfe56c52583dc7e17d4da2621a139a83c0fd93e
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3888de7ca26f654cecda625266e003932f62772ae668d8b45f369ec2733e74
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e21fa30d121deb7611a86a0e055bfc4e448b24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3070d39639543b6fd2b1ea9e08b01fbe79aaaa63c60f4ba6797296f62b456b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95672c46fd8c92cb563f3093b359421cac6fff6b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87ed246c26d4accd9e0e788aa285841ed454e7c2972e04fbe8aaeba79d1e5c1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492fa6d762aeff7d8807bcc42e1688d78e546c03
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671d075f437e1ffbb681245ee40c2129e7397671aad7ebd4910db9cb05889796
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8c54e2995dfe9d17abaa018e719ad9655b5576
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ccc23521e2ac93891519b47047ec639c6600b58988e27b12c807f404ac6f8b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296ead26e5fff19b7ed2a508b6ecf7c0e2e5fcbb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c950e77b0bfe4af2729c0d19ccfced44aa44cae966d5521e5b5b8606615574d
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ef9fe45ccc88fe161f0f1a1f68db1983d57200
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22150c744c19f16faa9c73cb7c976e84807095aee9582d33fe856a19b23b6a2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a7905c5e0acbac4d527df3c4673392ff03df78
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a2c0f0ccc414132ff03710e9f44086037c2079bfa096392f3c055896f271c2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac08ac785dc55933295c1e3e72958ed1c7e5434
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb46d03816066135ff7f52bdcbe47a3ac15e727f35d71535a26a5c8c848aaa1a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ff3d73c71969bcd0795d3438424e7089ad74ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7a16357067e46a1c19835ea08ea0e0a0ffe383f96d29a7679a94185f190e1b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e3cd455b29ab1c050463a72d376dffb3aaa39
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f83801fa0e1bf337b5a2d62ec21e21c0e5468383c8949dd09dfb7e90c27a78
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb2723aa3353ade3836033b2fd7511c89d64ca1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953de26f7127cd4e03a1e5e92cc678b68c4f15b45db1e28a52049f1156aa2c79
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a004266ebd4bfc98dc04443a3bd7a9ed966c8f7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de457c0a71e07a997281545e6772a2142d4e56d23a40014b1a754ab5bd1b1f3f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855ac1a86e50c2d5b95ba2a850117c5ec6406eff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ff722d1e20d6e5c8d0eea935c26335592ae967153c5107153e23b32a0f30e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09b4c902c4f214fa18c8a5e9188e7a195b37526
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e1a564bf823d1c31fbc0e4c068389883f3d7e9752bb75ac6076566228ce311
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4af78e7d3bdc53e8dc13f6231ec152509a6317
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5386f15bd9ddfad9fbafdd7fbf341facfdbe9747225dc0886c0e07b2615438e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167181fe06855b88b9dc07e845943ff70bb0dc8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aaf8a387675eb78c3583ffd49752d9e21c8e76aa48e4647bf82ea4ec87d285
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9d1a66fcef512f502cdbe2a8743d69a714a657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9d18ae9917785b43b2452a444fd9d1044450ca005ce366b1d3559b409fb2f7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b91c9a4bc3b1fe73d9f810fd59b0c5736e5d7fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e3482e0bcc65a2875dfc2aa4c153c754777a56f00bfd657f7d0eeb621a93de
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb01122ebbafda03fc63d2d9202623cf5a0ec66d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6823b2d24cf873e588fc26685df2a08dab30f033bcf5f4d979ee8804a9749744
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa7e288621f7ab1353b8067c8cd9c0f29ba8d81
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420a198e2cc149030cab1210f811b4842910181d6d0384df8957f26d84d0f8ed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ae5230d0cda375fd39566faa8a54973cbcb739
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b65d5b6f15f14fc802ec212e6a18a43e4a9834d28c9347bc921581653b336
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce9136cdba65a7649174e59e69bf89ef897b3ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e0b3a11424257ee2bda10fc45bc3f275c1c36c7c549e63e5bc8fc2c12b254b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64e4f0ad01593291cb03a6ed27bc22b4f180ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c1f9eeb209019a08848075f206551ffdc80e8db7d62a45ff6efacada82d835
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4cb41169aff395495f198b1602bd124580d564
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11215c589574b3013b29b313a714817c4c8422ff94ce50f6bcf37cf8f552bf2c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48f4abb6fae2b89fd8497dd6f831277c9e5f2cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730eca0886edad916f06a2cbfd31849c9aa76d8a23e2b107d3c89084a8ed6907
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf9b3671155eaee3f03822535a19bcedd594734
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ec7325b805cbc61a13a8fbddec49006af69e04a637dee579950a8dcbf139dc
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2616d028e2e4172127a0cd2d368e70d5ee5ed9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4bdeb0a3c6122494587ad40c87c60331b28a478d81cb497e757fed0aba43b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41fcb27d083b0aa07ad90b1132abb72867cce8f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd8ee3c0f76ab3a7637b5a0f63abe492d0f19c07463e722ba64b366df13629a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80852d16d06c3f7f72ee7b037fb5d5f1c9c02911
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d534c04225f13cca5ad48381764ee35e1f169a467758964cba00f56e3e43e5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da881e717f20a7c4f932bd76992fe0c2a14e55b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f0949e34489f2928729ad162acec551d109eea8c98ea9e188d4abcb30f28cc
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6500316e38e0e397614d4d060df0ed71c1033f63
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e2ba25019492616f356667acdaa73afe5e5305f131008c969877a2c469dd9d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f24a5c550a4721fc458a46ac4822c49c1c10d1d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ca853dec28163eb91e6e1c1ea66d430be9a5b2db2f0ddb5144026ffe342ea
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0379cbe237a419b2da32dfe6884b3b5b81716c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1317587083421b57977a9c83d8a420662ef92123883b79986f58cdec80402
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e45bac3718c14cd2bde20f4daeb531c25e6930
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5092def65f619e57240a39d322646c3bf7ee9e5c5ad7b7aea54cf63a2bb2bf
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d01b318ba522a453f28289c8970b07860490bf8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ca3347c7906011a2b69f8650093872bce7c35f6e150d88cf76c2a0839216ad
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b93b44d024382c3d40563b065a49339a2b49336
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ae1fd71027b2f2cca01aa15db42d302db1d59c9beb63c55e257defb20d23e
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8785a0279389ccb88125f2e498a78542e0f9443
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e5b84279185580b3ea8ad0a39ef1d1444b47a10a665f4ce24e244351731a4d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483ce53a5773d2ffa90de687e74d89b8344ee844
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bae841e711f4b2c179f07f78e9a4f00d1a05246f0376cbc19cb25a0da57554
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f95c3b5079d918771ade21bea542df85c50142
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ecb0fe9996dffdeff70d8636b442eb7ae7eb1bb26caa2efaaece0d69d5d6c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea312ed402a5181035bb2794aadd8f022ee0922
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743e86fb5f5984f8aab8a40bd836642aa7462f3717c768199f213648036a5e12
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cccf82cad59af7dbcdd95880b201e3dd4af404
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e9dcaebd547e291fcd507a03345a963ab706a82c686fe23f031300411a4b32
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3bac6e87372ff6375285c5758acb92cd9c2b97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6505da79469f512748c7d855a0e4dfbb4d5d95956d0bfa8bf9996173e49f6c4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0741ab156e3bdbe5f8fea0df71175b8c467349a4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c48e839ca68284194234a3cb7ebf9ab1dca1a314785c1c7c996bf1a8a05006b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be386605c2638dcaad5143cb9bd14beed0ec7c16
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b5e4ffc82d0f7ce021299398366490edde6cdb48077276a6e6033289733370
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e286c2725602176154519910fceab2b55a6c791
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326dde659f974cfa15a8a71c6f434b286cf82380981dd4dcd912907ccb4821c3
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a24e3972c1598ee383320b83392540e9e6343fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d778bddf5c864da32f67c1cd79a6ff7120bdb10d259f9172aa39d97cfc81bc6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1473163352a3f3ce79b056470b5d5a09acd82c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e833e50999c39eb0b6359d2b7f6dba04de3439ddd3bf35b904dd933807292a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb139067489da8b7bafe0039d14709881609dd7
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e2a9714febbd64ddd0a11dfdef511c18edfc24f9d753529b8a21eea2bafa6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf350184d3cff0ac7a3bcf60b0b0b7e0a47b038
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4facda8243835eeefa2efa751980a64ac61c9224d41628a06842269f1ee20146
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139010865811c005181b852ceea973d144b76514
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3697ce326fb305944982b78b9ed8aada76faa0e0b303f1b69f95a98486b679
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916d708d2acacc94de8c25194903d9e268811a87
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dd2339210ac548ca90ee466ed408eda3b2ba3b0ecf4932c81bf7cada50da81
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af56bfb514e4e0b9e3b97d2ecf90f0317f5f4408
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfb433e849421b71b54b2cbe9266109a360d7dc64f481dde6f73dfc8355c91
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aa727314cbf83334c53e5e4d8aeb8829243b20
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b9e4fb2d0f5973bd6136661b5f3d16c64107e8f58240f454f4ebd0294364f5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc905f8c48b71a316f05fab383db81e5462f83f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c68ca83f204b6eb876e4e5e644a2e87845e855a0c0d36ada2f91fda7794ca4
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72eff163caa9b4f6f19c4a7e45353e7ef7e8f5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35232e67bd63c9fd6836dc22f3aac99c23fba264d04e42154de794ccee2ccc63
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5c6babfde20ee5e32d0b1b92bac769853f7265
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93069822b6a83f763f6221eb4873987f0e6fdce58394c513c62fb98e748c672e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d19e10a9438dd702601da4f740cfbb8075268
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fa60685800a511dff175ba6db33b0fca97f0e1ba4db5aa48582246a1bf3398
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3ad495582510714228751ffc0ee21abe9b1c61
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24deb2f850d4b3bc2768f9d0ac4ab87c9f7cbb3aef5d3bcffe734b23f3a2380
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472bc74bd622c8bea747da8744ab4896514867c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccf22133dfb9f614245a97a0477843f2517a11c3ce68ce48e267cd8e1df8bf4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6025eb8bfa76aecaeca89751da4dd175547c64d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eff8ff8cec083ea12a696905c9134c712f3d8b3d75c96dc338af759131b32b2
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292d560f82131f5ec1404c00635ea487cdf44f0d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f93bc6410a00faf53e747ca9052d565d256a7ce40f6d591242cf16fcddb05e0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326f400e704891804a534bd1f6fd9cd332dccd65
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a80ed3fffcee044db206466f81a18a6f1489cc33573b062a11fbbc86c5181
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69971256e4c75d89681bbee0af1324950239cb6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768fdd97b5408e535d09c0f8d1f51c86217a6d7de522481505775bf5c74bf3fc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3882744173377f1c57be14461cc75f8f8cd59662
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c89371bbd686ee2a3988800c85e683f04a3a4f63c3ce48e8f440bb5874abed
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cd5e4f12a2dd7fccf88d00592dc8be94085913
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f52e03ac046ddfb4e6a0bf651a97243fcc1b32dc834e9da9b4225353730736
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eab7f7def6ab8e4b9c60271abd5446d461a57c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f69212a286cee3181b427069bc3c27376776f7e91fdff28a9f3c0315427dfa
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88480e65943b987845077e5e6df910b4a109770
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc67b4c5f1155bd948aa2c877b68181b3d77dc9999264ccb3860e5dfff4fcea
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b1895f4e44e145cec41d6a95d58d8753b55401
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cadb1beb93b3c8c2821d7c7088d9dfc0bb43b2882dd03f793d35b891a09206
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a1f92ac59c8e779c6db7fcf8198b1d44b289ce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce7af7f85caf022c5e47ca2e33113038d021dc7abb20db460588f589f69ccf5
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c2c590aa8a110894194458333933780c744a24
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a32ca401861de1077064a443af3a15fc4b7fed6207ac7b4aa5d7c6ab2d4645f
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16755ab4bb7710588979e0ccbca39824c448d5f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd60283a852664ef4af02491b3fd9968e9504cc6e4e8125f1dd39d37a5694543
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae091847855733531fcf8f3030a32cc4564de13
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58711a9bed1841e8c787951ab76b4bb2405b3abe1fc86ec170d8c04ef8a630
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d7735e01825f3fed0cc1e7e0a9350e646967d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e5841b58ec27f6ec847ad2767173a223ce8e25c8c43fb5c72dbfda4b916bc1
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5764ad4a5438481cdce21d3afce3876a6c31c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa45c91d00d036f69691efc1edcef0778ae8cd25fb12640039fd6db8269f495
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf985806814a29149cb84100eaf6f86202a5657
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca47499f7a6863ac871e5e6c556da7c2969f88763939c2e9b94f4fed48930337
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5b6cf2ce74a6963e94cbcbf60cc96b321a3d84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d33b7ae3c5dba0d2d6e43e578e26269703ea7cbdf33d368cdeb6079dfd0fe
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45fbc9080d10ba1d025211a1c807e818c2e9532
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d93d586b5cb4f03ecd7cb855e8a7b2522bf621a9c8c4d79e4c6c5b5b8b4ab20
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016370de519ab02a1cff9d56c6cf9b5dda65a84c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064cd026b2b4fa9e657fdc0f3ff5867b3cc79932f6ff23f0348af8df17fd81f0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e338c01b765e00092c4dff9ac464e17c68bf5d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec5c5f2c8d8d7238853122f514834643e94c21ab1b7c364ae20e12ca4c4015a
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929bac68be269c5cad6b98a3867ed6c1077455b6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53719bf04733beb3ad8158758ff7212809145e4bd99b2edf55962989e60adfdf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2cb62c1663ca2f5d488f5b72c191a5dec5f4ef
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739baad850e854b9833622227f015396bd8d1e0531b9ed9f642cfbdaa8180b0f
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45a194824e655b0343140b5e73b0fda392278f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38f7db14fbfdabe189b31aa1de2b6b3159c5cf6e00478f7636001b19c77908
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140930d54a70c3bc3c8fffa20f8775a7b6690ebe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0b06505a21717c66f658c9962a99f3bdb5a2c2298b5e92d0342881f5d406fa
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3473e9c564105bf27a41424854701f772ab4f22f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379f7dfb5fb052e5561a649b3c0981d7e686d9846f1324ea97345a8ba7a2ecd
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7136d3650189085617ca06ceffa59d67f9ff1be4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eec75b7ebce4299b3852c3cfc1a80b4203a9a27fc88f0a9b4b83036635cf86
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38890dfe881b1375df611a4751ae57f97a8876a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bab5bf4755f0f64240bae0376d5103883adeda66735c1edd275595be87accf
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257b80436ccd3561129ddca22f63ecbab7262649
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16654261b164f021af1d65363e27c8edac486467ccc9bbd6085bf378a2643d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f35ef396330c8ad894a64f84ee752ef679e3a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d584aa883e469a121000b4c814cfb17c70c0023b12a66fb9ca0b8ef63594a0e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b263907e155a3921ab48b53da2d4307a59b9a5c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177da3bdbb8e718640b46e134b68a6f4e3a732fdfd603aee54c08a08d0646aec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55e8780174f28a08b7377919b940e6279d517a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a2b2b15b8980cbb6318aa2e1ef7eb36f00724f2415f14e77a1bcd45f98f178
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b84f06951312d8d1acfee760abe8d277b13ecad
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a43133741db0019547788d7c6be213d56b095607bbbc331948a26d4c02e0a64
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78877a269e220348b4dfc3fbc6bde3ac87cbbdff
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2046d9e99af6a6057b3c5a66ba3767bd7d170a904f3e647bbedd56216c08856f
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca14d56e05501735824fba0ab15a98b784cc32c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43f12a31288e68a06296fd42fd6f066eb59bbe2f08db778ddbdde150999b113
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38e41579f02c99b47934f5187cb7f48acdfc8a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0cc33826879c5c1e5b2745896a83574ca1533bb2a199eefa72b36675f07c39
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2e0598362910f955ee323e556ddf3c5d3a1d17
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c83e2989f939a9ab937ee0a7c1538ef6ed4c37c46ee1f3c6ad82863337f1075
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844aa61ab9ce44eeeeb26550116cf750cd01deb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61b340cabcf45916267aca1d5a1850d777c1bf35fbe8ac403a9f372bb2de097
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f035dd1758ec670eeeb95d3fee5ea29363ea0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a007d45467bbbf9d4acacc9bac22761a2ff3d686d87d228bedb6190e0324a6
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c60a5026fc72b3fbd6978e1624dd24ef18e6f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8f6b538f0e5847aabe52fef2ae0c3117b20ca597dc226134f47aab0c2db732
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17728d342216c320cebb82f507813016c7d40aa0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5817249f245cc8d770dc542cda6001caf9b41e98b2a94a5c95de25c4362e1db0
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c36f85ae385da0cb25b4729636200778b7edbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec603a11bb1d15fee89862db7251bb6dc2fce793929dd7785d78346f47c0ab7
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baa3089dbf7799fe72f789dba5b4a8403d0e598
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598cac7da9a1ef53c0b5efa1ba38b6c8cfbae6071e16e91f0be1071e1cbf0d95
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81402cfd33cc774f8d10865aff962671c051aba8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6880e620cac1aca2e370c478207527564c0060990444cf8ee2f4a96cd8f4398
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f1f10feaccaf748f11da5eab8a1489f09137a0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1281ac7ef862227c499f1ac69ca3de6baa04f4a02fe7e61a29d1e664cd774a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9e852873b7d242a3ab5177eac6215a6ec7d894
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d843786b0b282d4dd35b0b15432a3de0559c5ae1058ce1f8c633326ca2b67d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defc5fbc725e4dcf413754f9b797e1218dc8271b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c472c2c9bf8e21aac1ed695c48292c2ff81a69f38d64212b73bc1b72bbac2666
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe5c46979ee8d4ef65f2d7b5c40a1cc0cfe8afb
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d954b24c970e8b9731aac90b70c796f5843cad586f316870b7ef564d16948fbc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4424d0419f8aae3f2eda3681ba2523fe4e73d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cee05c96de3af217bc0026defa096ae498267b41f25d6fd5009d4f7d53b241
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5451e648b0c63282af406dacd730009d4d237dd9
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666fa93b8ff085f1e5ba93134d7fa548f8c907a75779f564f615d032352f590
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611fca0887368f45989d7c615db9bbbf8b891dc6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e540558ae9531936940a69d07e305c098b23349c0445091b9b5a40de66554
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959fc6fb97436e1cfe05a61d955ac8d03d731228
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82053ed1b35f7c9ffe1f3d467228b2da532355f74460842f81f02e55ceee58
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a964684d6bd708a0811ed0333f3dabd3004b1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e5007ff5c4ff9d3bd1fa51986be5b8ec529507c36423f5edbf6275cf0cb10
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36714ad077f82951e3b097701229cda38620062a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f063671ec02f6e4508dbfd47fd83178ffccfef673e1578805fb756236bec8c
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce6e7b5313f5b8af012e27b86178b066981394
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ea8654302583c40c0e3764008e3722ddb404c0951660098558d48528ef6b50
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d724fbf0ab327edf5319cadc42e02caf25fd19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8139e03d26aacaed0b4d68f172a6c82e8bd946d62fc5cfe325aa896511e39a5
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5c83a41e538fc305e5a80a7783bb0e668d8544
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d1d7572ffa1ef4ce2e23aa81923388f96b57785cdfe00704d57d3e5d4390b
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cab13d5cebe5f33e7d6c4f28e3651c3ba3b06a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a0f687ade7b5354d84aa5243cd4ed3ec1454f00589f27644cbe13afe9eed76
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098aeed49c0eda2ecb7753c1004e11979ef9ac2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c9ac75ee8d905382f70c41d151322c3795318fa2cb36e5df2247b170c89abf
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705602dc10651119a0373ab91e1acf95ac57fe40
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aebb9ec48ce8febcdd3788c754b9026aee11fbdbb726fe0bae10efb039d863d
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732e365170b816f6273067ee08597771b59fb7e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c58dc3e67086cf8c81d02e813e9ca4a9d2c07da9ee244dd6384734fad4a0b
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5948c74f02ae4272637abd75da613d62530e8d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3698a2c03519355955dfc8d1f61b2fa9ac793db294769b8e436076fc3f3ab9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d569bb04dfb9a1a61e10d51dd71acc43b76de52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f387edddd417076ac378f8c829b1a72fcf5f7aaa2612c991ae37665b2a2f9f9
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8659a8333edfc0102c7a6aac31fa73053dfdb84
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07854723c0f87e1bb533f977c0bfd00927e5ed5fbbfbcc6cb667c79593679c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0f229cb64df86775db17c0f8261e02f2857ed4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ba1ced3e96d51c82b53954209b9e254e89f9795e0affcd26e75d4f68848c2
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede106001151dd59d2309742f1796a5d408dcf76
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000ab49f58d61db0ecf8e24db431f8e969cc066983e0366d057c9b25fbf42b8b
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2a9ffc26e8fb3bb80b617e639907ab2ba760da
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb104cc7f937a30e9cde295a8922995ca3924de65afa536231c545e521c2e5ec
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a294cd6360cedf401a4a74d9aebce28569ffa069
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d10300139af081591a55536af1dc84829f7fbd7e9024f6a66a760e1a2d1aca3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cf4cffc0240c4745734b6fe8a38876859fd8c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d1788c6511e417b05c5738f09a6f933d1c73c2d36ad47d57ce8386937f23f8
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b61fb0dff4f5f94196aae77b3202420ebf7f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a1eb28734981f3e5500a0eb24110000703492ea086b56002b4ea47b160c330
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c3e14d602385d2850d476c21449b9f16d7f0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779e6fc17b764c1fe57dc309c8a6946e53d0178479d51646809e993d1ce72ce4
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79af786ad4a75a10478aaadc7276f325392aecd
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae73bc407f91cbc40ce820e38e40ae09a2217157299b20d2d53782bf577dde45
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6160e5d7286b87fc48536e5b33fbd69f56b16b6d
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf96362e390cb6a507e1ad730638c1edaa77d68e89d77cfc1d3480e84e37ba
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d89b59039f8fd54e84ef542c48a2459b7b5dc52
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723db479979767a87d44d7b543d0df376a17ca99e318af667836947714be7ad6
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513e7f820b5590189ce8b1958a64dd53bdc75bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d0094a8ac991c1f072bbd6747f09df951d42b22f84471a2afb07686170b693
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3736752978edb57a8a5dac111962de540934cd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c0412c42ef227e60aef189629245ccc5905707b17eb0647f3aeb5c14514f68
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9ea0d72b2abbdd85f0b65e061e38343d6482e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ce6d1adff306a8bec89ea7966bd8d2bbe5b915730356818d3a517ce396d982
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3827ded0c10a140838b0fa38359ba61af6159b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd03cdd5c15347f95bb09751fa70dd138c09f9e869ad2a7e9a0de6a24a541155
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ee54786e345a016855d161d025a0473e467ed8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156adc119c2d9ea04a0a7620fa9b09615cc5df23f4051691830b5c13324c69db
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb7a75925dc8a42e8eb94f27b8a291f5160c680
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba595f3ecbe11cfbe639564e5404e9cec7556848be5f49f429ec562e6fe848b3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460e64f8f173e45e26b8190dd54bb0b9c7b50f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c563067003cb7138906fc5a961f418f1361a2727ed44c6905cb5cf43e69c16
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc7a4cd816c9d39396a272dde1dc38cfaf5a3e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ec9d5b951f1b3ca4a5cee1dc855ca3a7bcf320e0ae84d1e69ba93766997da7
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43f1faf04cd925aae6c573414479b28443e8f21
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940d269212d2de88a3b6f263d5f3dd4c3a5cae9598348206bb7e5fcb1829c858
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e0b2f67ea6df6b0fca82e79710ea6acfdb5fb6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b2db2d79e8d6161525b8393de3c0820d3ce8567b12b0114ed3a919faa4f0df
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c245b31e0426e941eb60f135ded6eccdd79c4e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639c26553b9a214c1d3710bca6331570dd3952e32fb3db8f96259e3d02028d2c
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80d8aead45c34bd973bbdb553cc83f15cf8ae12
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbc1210f187fdb8807743ac48f3d2c0cfc24c0c074ec6278133918b10bcc074
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdb01ea3ac30a715ce9c429e94536b596332b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c90f8de41a49a85f49ba3e860f09db58ecec1088073f4917e343ee701d23546
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d502b80aeb58f4e65b36811d2970dfacf1b8bae0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac393f697fe0054d54efde9d923ac404d73bbb4c4a552fc3243bae94de31e15
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091e649733a243b98112b200ac36b3bebc073214
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8aa202020c29422ecd58b7bf294e26e1405ad5a026afa232005ae977b548e3
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d4d9c9758dbb5023245eaafc6ed9f77c039ba4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc9dc0c06a16244e88c29a5811d1890d394e05ee3acb8993bb452d7e8cf012
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9219ee6b4155e4ce3abcdcf83922cb0c641d447
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c802fbf11d47cbd853eb579604f4eaa5a5d2dd03219bc1b0fcfcb8585f8cef2
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ed68a77ccde6ec3955c0d9808460734171839
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e760f7a4ffa6ef60001733e2237ea7baba7e5f3e72424c06f503b8368794d474
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa38943055ce8a856ab55c645d2131a8b9e76cce
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7382254f9b9775225c2df89f9ea67b659c805139381b5f8d66da31c8e55b8ddd
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0837a9f80fecab120f599a205580f7ed78cefe1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13693178c078fb0c201a528ee559063997e75df477d93dbc8d743701b49aa70
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b299063f8da988af18534822d1ed8704e02c4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebf8bae5a95dfd05c055724f40dfdb4b48eb5602121730d831b06dfe15a9c94
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52057f33d0f0bb2f7cde54f90410b23c67129c25
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7bd2223c711cb6483b203185a6c683a39585a841a7e724bd2a23414a32f104
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff21142a3ce042f0d2f5c7ef563655b8f9eda00
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50880a83d84c7771726460e4b3d094169f9e74fcf96d4941db3c708f6c167741
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a88792890c368fe5b0e9e9e934f5c74d01e2380
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b1d0897690ab6eff47f01ff27e4aa050fd8339f3f23fb8afe56a25be1ce80d
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2ebec31df34dc66b0b550ba307b4277a34a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b4fa7a2cd738aeba408b2e43c5458228a81a771c1bf77afd407dc55176b1a6
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4418759f3f636694b064c2dac3206806d291d023
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8124a3cd8da80eaf5f3bd368de004e6e18d0ae96808a4039f1f6632dddd94489
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8926bdd0dafcfbb228397c8d242585d758ecfcc
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175a0f3e34503fb460440d302b953575a95398473b5500cebf07b091c36aa8ca
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99086f60555d8e18b8217e45bf2c342369c752
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca91efe5307ecaaac2c517b502f0eb15b9cdc742a269b9d7aa87f42c748ea1e0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c563f1fa162a26e8dbb87afbdd2343fee5a141
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5505654f4e3613f93b12876d8d8f3e239dc10d46fe5502435f504ac1e7190
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ed66110821aa166d684fc70fb10b16a0910dc8
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a07971fea2db4fec6e761a68257fdf48295020407166b7ad7f02d9b08addc
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec8f7172201c28771683d69dca95b16b5a789e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126479bb38aea901fee536156125911c5f7aa6b0c86c077e2c79e984c05a53e0
+size 23683
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde1743a060fba30863eeac1661b74641c26c07f
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac36465b289759f44486c19b1ba5347ea330ecb6118c2362dcce97e4baef541
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4087448c5b1edb7102b031a98bc08e7b8b5f3e75
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a6ad3be250794c52e8735727f4a419524fe5c09a4d388dd2ed43f53ea57395
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049acc6193d429e0d36013c6cd413dc2a680fcf0
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f937b5335585ed883825c96e30ff1929ef9208b0a2c8e6b91371fef923b3e3
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b710b32dfe5ae4d4d118b4fc03198a52c6bb97
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25040d7704634319c425c901a99cab122d4435420fbeef3f0d4d0bffccce643e
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c02999ef4e701601de4afcfc88a7059833ef19
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03267ec5664ec1cf2434f26837a53456f18db55df25ea2b02cabfe82ec88372a
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0d2214a9124b6066d5e5cc8391b0128cfeecc4
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ed5efc421d923858efebb40e28a96d8d9ae9911ef703fceead61c742fced41
+size 9347
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39f46dbbca9355a87c34237dca112c1a3aca576
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7696edf1781aa1b1e6383bbed684060b0b5492ebb06efe7d1cc95011281b71
+size 2179
diff --git a/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8d3f9e8a9c747a4b79b8fa4ce7818dc828ad8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_search_t_cos/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913787cea512044ab2d9b4acee964074065202ac7850f73e59553dd7e41cbd11
+size 2179